-- Logs begin at Tue 2022-03-08 04:13:42 UTC, end at Tue 2022-03-08 05:30:29 UTC. -- Mar 08 05:02:29.082279 dv-cinder-828060-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 05:02:32.174180 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.common.config [-] Logging enabled! Mar 08 05:02:32.174797 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 05:02:32.175019 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 05:02:32.178294 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.common.config [-] Logging enabled! Mar 08 05:02:32.178547 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 05:02:32.178859 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 05:02:32.179829 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 05:02:32.180060 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 05:02:32.180443 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 05:02:32.180690 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 05:02:32.181369 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 05:02:32.181696 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.182131 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 05:02:32.182455 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.182754 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.183078 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.183379 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.183670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.183952 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.184237 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.184597 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.185033 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.185312 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.185600 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.185899 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.186186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.186475 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.186763 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.187074 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] debug = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.187365 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.187812 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.188242 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.188522 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.188814 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.189101 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.189378 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.189658 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.189942 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.190277 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] host = dv-cinder-828060-9-iscsi {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.190556 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.190845 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.191169 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.191453 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.191729 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.192018 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.192294 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.192579 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.192851 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] log_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.193129 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.193417 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.193705 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.193996 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.194222 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.194443 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.194740 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.195059 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.195338 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.195614 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.195890 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.196167 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.196437 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.196707 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.196989 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.197276 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.197560 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.197835 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.198107 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.198377 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.198649 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.198958 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.199238 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.199513 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.199785 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.200609 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.200881 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.201153 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.201453 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.201739 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.202021 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.202306 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.202580 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.202861 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.203159 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.203452 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.203708 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] use_json = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.203979 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.204249 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.204527 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.204797 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.205066 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.205337 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.205608 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.205889 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.206158 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:32.206459 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.206753 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.207075 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.207373 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.207665 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.207943 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.208229 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.208505 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.208790 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.209074 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.209362 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.209639 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.209937 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.210223 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.210515 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.210821 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.211138 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.211429 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.211705 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.211979 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.212251 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.212525 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.212811 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.213087 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.213373 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.213667 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.213942 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.214235 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.214520 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.214811 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.215123 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.215399 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.216399 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.216705 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.216989 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.217256 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.217531 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.217827 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.218103 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.218376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.218655 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.218955 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.219230 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.219500 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.219775 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.220062 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.220336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.220606 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.220878 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.221151 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.221419 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.221703 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.221978 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.222248 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.222518 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.222792 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.223093 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.223366 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.223640 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.223912 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.224186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.224455 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.224724 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.224994 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.225265 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.225535 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.225807 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.226080 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.226358 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.226631 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.226921 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.227193 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.227465 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.227741 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.228029 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.228324 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.228602 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.228880 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.229157 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.229431 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.229704 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.229977 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.230251 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.230524 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.230793 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.231104 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.231415 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.231701 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.232001 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.232276 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.232567 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.232842 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.233115 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.233394 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.233670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.233947 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.234226 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.234505 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.234797 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.235111 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.235402 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.235692 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.235987 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.236267 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.236577 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.236857 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:32.237073 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 05:02:32.237319 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103634) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 05:02:32.617561 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 05:02:32.617838 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 05:02:32.618143 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 05:02:32.618626 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 05:02:32.956394 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:32.956618 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:32.956872 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:32.958173 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:32.958448 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:32.958715 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.005081 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.005360 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.005624 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.019857 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.020141 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.020414 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.049688 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.049963 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.050225 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.087832 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.088109 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.088378 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.437506 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.438133 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.438133 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.438309 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.438995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.541006 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.541323 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.541609 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.541879 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.542147 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.542456 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.542718 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.542998 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.543256 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.543537 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.543820 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.544089 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.544361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.544594 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.544846 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.545114 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.545362 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.545624 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.545891 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.546148 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.546415 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.546667 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.546970 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.547350 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.547595 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.547841 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.548238 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:02:33.548475 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:02:33.548965 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:02:33.549197 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:02:33.549430 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:02:33.549659 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:02:33.550028 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 05:02:33.553316 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 05:02:33.557380 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 05:02:33.561167 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 08 05:02:33.562810 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 05:02:33.563331 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 05:02:33.563669 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 05:02:33.564096 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 05:02:33.566888 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 05:02:33.567164 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 05:02:33.567513 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 05:02:33.572620 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 05:02:33.598234 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 05:02:33.598711 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.599046 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103634) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 05:02:33.599422 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.600830 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103634) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 05:02:33.601125 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 05:02:33.601376 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 05:02:33.604845 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.605129 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:33.668003 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 05:02:33.668230 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 05:02:33.668466 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 05:02:33.669058 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 05:02:33.690706 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_db.sqlalchemy.engines [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103634) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 05:02:34.297682 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Initializing driver for type 'gre' Mar 08 05:02:34.298248 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] gre ID ranges: [(1, 1000)] Mar 08 05:02:34.451289 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Initializing driver for type 'local' Mar 08 05:02:34.451984 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Initializing driver for type 'vlan' Mar 08 05:02:34.536924 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] VlanTypeDriver initialization complete Mar 08 05:02:34.537286 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Initializing driver for type 'vxlan' Mar 08 05:02:34.537806 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] vxlan ID ranges: [(1, 1000)] Mar 08 05:02:34.755117 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Initializing extension driver 'port_security' Mar 08 05:02:34.755466 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.extensions.port_security [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] PortSecurityExtensionDriver initialization complete Mar 08 05:02:34.755810 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Initializing mechanism driver 'openvswitch' Mar 08 05:02:34.756141 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Initializing mechanism driver 'hyperv' Mar 08 05:02:34.762941 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:02:34.763811 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > port after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.764190 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.764550 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.765095 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:02:34.765537 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > subnet after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.765891 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > subnet after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.766240 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.766637 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:02:34.767079 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > network after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.767432 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > network after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.767780 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > network after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.768174 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:02:34.768601 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > security_group after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.768936 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > security_group after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.769277 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.769676 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:02:34.770085 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.770449 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.770779 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.771200 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:02:34.771615 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > address_group after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.771968 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > address_group after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.772311 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.772708 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:02:34.773153 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] ML2 OVO RPC backend initialized. {{(pid=103634) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 05:02:34.773877 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.774239 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.774654 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > network before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.775034 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > networks before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.775386 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > port before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.775731 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > ports before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.776207 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > subnet before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.776426 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > subnets before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.776783 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > network after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.777125 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > network after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.777466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > network after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.777809 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > port after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.778710 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.779086 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.782201 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > subnet after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.782201 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > subnet after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.782201 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.788413 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded quota_driver: . Mar 08 05:02:34.788786 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Modular L2 Plugin initialization complete Mar 08 05:02:34.789139 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading services supported by the core plugin {{(pid=103634) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 05:02:34.789490 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Got port-security extension from driver 'port_security' Mar 08 05:02:34.790001 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.extensions.vlantransparent [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Disabled vlantransparent extension. Mar 08 05:02:34.790493 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103634) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 05:02:34.790823 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading Plugin: router Mar 08 05:02:34.840412 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.841344 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router after_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.841726 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router before_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.842085 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.842461 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.842825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router after_delete 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.843209 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.843560 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.843928 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router after_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.844276 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router after_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.844628 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router after_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.844979 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.845350 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router after_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.845773 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router precommit_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.846140 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.846485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.846829 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: subnet after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.847205 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.847559 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.847913 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router precommit_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.848257 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: port before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.848604 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router precommit_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.848966 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router after_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.849371 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.849831 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router precommit_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.850201 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.850549 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router precommit_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.850945 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > agent after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.851303 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > agent after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.851651 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > network after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.852567 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Tracking information for resource: router configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:02:34.855837 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Tracking information for resource: floatingip configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:02:34.858955 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.db.l3_agentschedulers_db [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 05:02:34.859556 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.859927 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: port after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.860284 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.860639 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.861453 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router before_create 55550100 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.861824 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.862198 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router precommit_create 55550100 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.862551 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > router precommit_update 55550100 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.867439 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.services.provider_configuration [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service providers = [] {{(pid=103634) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 05:02:34.867802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.db.servicetype_db [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103634) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 05:02:34.870836 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.services.service_base [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 05:02:34.871217 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.services.service_base [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 05:02:34.871564 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.services.service_base [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 05:02:34.872490 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.services.service_base [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 05:02:34.872864 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.services.service_base [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 05:02:34.873254 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:02:34.873573 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 05:02:34.888379 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:02:34.888716 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading Plugin: auto_allocate Mar 08 05:02:34.894692 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: network precommit_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.895102 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: network precommit_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.895640 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:02:34.895963 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading Plugin: tag Mar 08 05:02:34.902944 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:02:34.903955 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading Plugin: timestamp Mar 08 05:02:34.908051 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:02:34.908390 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading Plugin: network_ip_availability Mar 08 05:02:34.913996 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.914376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.919945 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:34.919945 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:02:34.919945 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading Plugin: flavors Mar 08 05:02:34.924425 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:02:34.924765 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading Plugin: revisions Mar 08 05:02:34.929234 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:02:34.929642 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_concurrency.lockutils [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.311s {{(pid=103634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 05:02:34.930413 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103634) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 05:02:34.930754 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Initializing extension manager. Mar 08 05:02:34.931315 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: __init__.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.931661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: __pycache__ {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.932000 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.932335 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: address_group.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.933121 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.933705 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: address-group Mar 08 05:02:34.934034 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: address_scope.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.934779 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.935325 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: address-scope Mar 08 05:02:34.935654 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.936664 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.937151 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: router-admin-state-down-before-update Mar 08 05:02:34.937477 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: agent.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.938184 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.938688 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: agent Mar 08 05:02:34.939054 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: agent_resources_synced.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.939975 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.940484 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: agent-resources-synced Mar 08 05:02:34.940809 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: allowedaddresspairs.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.942652 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.943214 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: allowed-address-pairs Mar 08 05:02:34.943546 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: auto_allocated_topology.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.944638 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.945150 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: auto-allocated-topology Mar 08 05:02:34.945477 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: availability_zone.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.946173 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.946678 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: availability_zone Mar 08 05:02:34.947048 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: availability_zone_filter.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.947967 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.948472 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: availability_zone_filter Mar 08 05:02:34.948800 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: data_plane_status.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.949705 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.951012 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 05:02:34.951134 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: default_subnetpools.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.952049 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.952553 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: default-subnetpools Mar 08 05:02:34.952882 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.953714 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.954223 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: dhcp_agent_scheduler Mar 08 05:02:34.954551 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: dns.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.955518 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.956021 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension dns-integration not supported by any of loaded plugins Mar 08 05:02:34.956349 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: dns_domain_ports.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.957289 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.964087 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 05:02:34.964087 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.964776 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.965291 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 05:02:34.966182 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: dvr.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.966974 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.967497 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: dvr Mar 08 05:02:34.967826 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: ecmp_routes.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.968755 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.969264 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 05:02:34.969588 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: empty_string_filtering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.970500 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.971086 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: empty-string-filtering Mar 08 05:02:34.971419 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.972331 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.972835 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 05:02:34.973161 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.974130 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.974633 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 05:02:34.974991 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: external_net.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.975910 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.976419 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: external-net Mar 08 05:02:34.976779 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.977694 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.978197 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: extra_dhcp_opt Mar 08 05:02:34.978521 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: extraroute.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.979476 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.979976 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: extraroute Mar 08 05:02:34.980298 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: extraroute_atomic.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.981520 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.982071 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: extraroute-atomic Mar 08 05:02:34.982399 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: filter_validation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.983121 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.983639 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: filter-validation Mar 08 05:02:34.983961 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: fip_pf_description.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.985828 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.986329 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 05:02:34.986653 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: fip_port_details.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.987837 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.988350 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: fip-port-details Mar 08 05:02:34.988676 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: flavors.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.989940 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.990455 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: flavors Mar 08 05:02:34.990827 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.992511 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.993030 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 05:02:34.993364 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: floatingip_pools.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.994118 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.994633 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: floatingip-pools Mar 08 05:02:34.994999 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: ip_allocation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.995966 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.996466 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 05:02:34.996832 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.997765 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:34.998279 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: ip-substring-filtering Mar 08 05:02:34.998608 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l2_adjacency.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:34.999572 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.000080 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 05:02:35.000405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l3.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.001418 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.001930 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: router Mar 08 05:02:35.002260 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.004668 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.005246 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 05:02:35.005529 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.006475 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.007014 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: ext-gw-mode Mar 08 05:02:35.007493 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.008285 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.008794 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: l3-ha Mar 08 05:02:35.009124 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.010066 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.010576 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 05:02:35.010899 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l3_flavors.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.011848 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.012854 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: l3-flavors Mar 08 05:02:35.013340 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.014834 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.015379 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 05:02:35.015714 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.016648 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.017164 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 05:02:35.017494 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: l3agentscheduler.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.018587 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.019135 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: l3_agent_scheduler Mar 08 05:02:35.019471 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: local_ip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.021330 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.021852 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension local_ip not supported by any of loaded plugins Mar 08 05:02:35.022182 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: logging.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.026199 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.026729 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension logging not supported by any of loaded plugins Mar 08 05:02:35.027116 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: metering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.027882 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.029067 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: metering Mar 08 05:02:35.029409 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.030542 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.031093 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: metering_source_and_destination_fields Mar 08 05:02:35.031430 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: multiprovidernet.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.032368 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.032886 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: multi-provider Mar 08 05:02:35.033210 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: netmtu.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.034147 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.034658 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: net-mtu Mar 08 05:02:35.035019 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: netmtu_writable.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.035950 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.036461 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: net-mtu-writable Mar 08 05:02:35.036785 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: network_availability_zone.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.037461 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.037969 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: network_availability_zone Mar 08 05:02:35.038293 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: network_ip_availability.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.039478 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.040050 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: network-ip-availability Mar 08 05:02:35.040320 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: network_segment_range.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.041118 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.041623 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 05:02:35.041947 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: pagination.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.042975 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.043311 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: pagination Mar 08 05:02:35.043657 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: port_device_profile.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.044593 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.045108 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: port-device-profile Mar 08 05:02:35.045434 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.046361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.046871 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: port-mac-address-regenerate Mar 08 05:02:35.047224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.049566 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.050076 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: port-numa-affinity-policy Mar 08 05:02:35.050400 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: port_resource_request.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.051362 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.051864 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 05:02:35.052190 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: port_resource_request_groups.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.053158 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.053659 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 05:02:35.053984 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: portbindings.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.054942 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.055452 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: binding Mar 08 05:02:35.055781 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: portbindings_extended.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.057089 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.057595 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: binding-extended Mar 08 05:02:35.057924 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: portsecurity.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.058847 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.059511 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: port-security Mar 08 05:02:35.059861 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: project_id.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.060950 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.061185 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: project-id Mar 08 05:02:35.061511 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: providernet.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.062442 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.062995 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: provider Mar 08 05:02:35.063326 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.067074 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.067597 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos not supported by any of loaded plugins Mar 08 05:02:35.067928 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.069217 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.069735 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 05:02:35.070071 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.071056 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.071548 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 05:02:35.071880 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_default.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.072804 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.073316 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-default not supported by any of loaded plugins Mar 08 05:02:35.073646 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_fip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.074671 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.075680 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-fip not supported by any of loaded plugins Mar 08 05:02:35.075981 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.083515 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.084027 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 05:02:35.084354 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_gateway_ip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.085282 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.085790 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 05:02:35.086117 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_port_network_policy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.087234 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.087743 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 05:02:35.088073 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.089129 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.089638 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 05:02:35.089969 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.091600 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.092101 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 05:02:35.092429 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_pps_rule.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.093624 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.094137 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-pps not supported by any of loaded plugins Mar 08 05:02:35.094466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_rule_type_details.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.095420 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.095933 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 05:02:35.096262 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: qos_rules_alias.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.097332 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.097839 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 05:02:35.098168 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: quota_check_limit.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.100754 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.101296 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: quota-check-limit Mar 08 05:02:35.101627 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: quotasv2.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.102632 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.102997 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: quotas Mar 08 05:02:35.103330 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: quotasv2_detail.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.105084 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.105429 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: quota_details Mar 08 05:02:35.105768 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: rbac.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.106921 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.107450 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: rbac-policies Mar 08 05:02:35.107786 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: rbac_address_group.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.108728 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.109247 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: rbac-address-group Mar 08 05:02:35.109679 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: rbac_address_scope.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.115810 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.116325 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: rbac-address-scope Mar 08 05:02:35.116653 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: rbac_security_groups.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.117575 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.118085 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: rbac-security-groups Mar 08 05:02:35.118411 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: rbac_subnetpool.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.119449 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.119961 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: rbac-subnetpool Mar 08 05:02:35.120281 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: revisionifmatch.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.121222 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.121757 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: revision-if-match Mar 08 05:02:35.122104 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: revisions.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.123312 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.123833 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: standard-attr-revisions Mar 08 05:02:35.124162 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: router_availability_zone.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.124849 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.125361 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: router_availability_zone Mar 08 05:02:35.125688 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: routerservicetype.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.126620 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.127154 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension router-service-type not supported by any of loaded plugins Mar 08 05:02:35.127478 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.128405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.128917 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: security-groups-normalized-cidr Mar 08 05:02:35.129243 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.130173 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.130680 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: port-security-groups-filtering Mar 08 05:02:35.131031 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.131962 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.132471 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: security-groups-remote-address-group Mar 08 05:02:35.132796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.133736 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.134248 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: security-groups-shared-filtering Mar 08 05:02:35.134632 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.135258 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 05:02:35.135582 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: securitygroup.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.145831 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.146359 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: security-group Mar 08 05:02:35.146694 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: segment.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.147514 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.148038 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension segment not supported by any of loaded plugins Mar 08 05:02:35.148364 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.149322 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.149834 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 05:02:35.150162 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: servicetype.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.151319 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.151842 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: service-type Mar 08 05:02:35.152172 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: sorting.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.153754 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.154090 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: sorting Mar 08 05:02:35.154424 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: standard_attr_segment.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.155395 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.155896 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 05:02:35.156222 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: standardattrdescription.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.156877 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.157387 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: standard-attr-description Mar 08 05:02:35.157712 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: stateful_security_group.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.158680 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.159230 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: stateful-security-group Mar 08 05:02:35.159563 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: stdattrs_common.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.160211 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 05:02:35.160458 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.161397 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.161904 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 05:02:35.162258 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: subnet_onboard.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.163415 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.165400 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: subnet_onboard Mar 08 05:02:35.165730 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.166704 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.167430 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 05:02:35.167762 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: subnet_service_types.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.168809 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.169408 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: subnet-service-types Mar 08 05:02:35.169778 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: subnetallocation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.171044 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.171560 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: subnet_allocation Mar 08 05:02:35.171891 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.172564 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.173092 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: subnetpool-prefix-ops Mar 08 05:02:35.173406 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.179294 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.179803 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 05:02:35.180130 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: tagging.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.181226 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.181744 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: standard-attr-tag Mar 08 05:02:35.182070 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: timestamp.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.183316 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.183832 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loaded extension: standard-attr-timestamp Mar 08 05:02:35.184165 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: trunk.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.185334 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.185850 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension trunk not supported by any of loaded plugins Mar 08 05:02:35.186182 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: trunk_details.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.187150 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.187660 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension trunk-details not supported by any of loaded plugins Mar 08 05:02:35.187989 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: uplink_status_propagation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.188925 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.189431 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 05:02:35.189758 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Loading extension file: vlantransparent.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:02:35.190441 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:02:35.190979 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 05:02:35.193517 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:network Mar 08 05:02:35.194073 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:subnet Mar 08 05:02:35.194458 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:02:35.194852 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:port Mar 08 05:02:35.196146 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.196585 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service FLAVORS assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.197199 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.197623 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.197960 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:router Mar 08 05:02:35.198394 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:floatingip Mar 08 05:02:35.198896 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service METERING assigned prefix: /metering {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.200903 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:35.201446 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:35.201806 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:02:35.202820 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 05:02:35.203298 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:security_group Mar 08 05:02:35.203739 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 05:02:35.204334 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service CORE assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.204665 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:02:35.205013 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] subnetpool is already registered Mar 08 05:02:35.205452 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service CORE assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.205792 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:02:35.206125 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] subnetpool is already registered Mar 08 05:02:35.208432 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.208866 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service FLAVORS assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.209464 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.209886 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.210219 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:router Mar 08 05:02:35.210558 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] router is already registered Mar 08 05:02:35.210990 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:floatingip Mar 08 05:02:35.211330 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] floatingip is already registered Mar 08 05:02:35.211785 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service METERING assigned prefix: /metering {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.212453 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 05:02:35.212778 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] rbac_policy is already registered Mar 08 05:02:35.213191 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:security_group Mar 08 05:02:35.213532 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] security_group is already registered Mar 08 05:02:35.213932 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 05:02:35.214263 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] security_group_rule is already registered Mar 08 05:02:35.214894 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service CORE assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.215257 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:02:35.216329 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] subnetpool is already registered Mar 08 05:02:35.216953 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Service CORE assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:02:35.217286 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:02:35.217622 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] subnetpool is already registered Mar 08 05:02:35.218101 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: extensions {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.219629 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: address-groups {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.221115 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: address-scopes {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.222465 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: agents {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.223650 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: auto-allocated-topology {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.224890 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: availability_zones {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.226106 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: dhcp-networks {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.227643 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: dhcp-agents {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.229090 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: routers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.231474 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: flavors {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.232645 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: service_profiles {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.233854 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: next_providers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.235345 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: service_profiles {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.236884 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: floatingip-pools {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.241715 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: routers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.241715 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: floatingips {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.242441 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: l3-routers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.243874 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: l3-agents {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.245287 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: metering-labels {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.246655 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: metering-label-rules {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.248007 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: network-ip-availabilities {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.249274 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: bindings {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.250951 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: quotas {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.252529 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: quotas {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.254050 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: rbac-policies {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.255430 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: security-groups {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.256623 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: security-group-rules {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.257853 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: service-providers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.259100 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: subnetpools {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.260514 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: subnetpools {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.261972 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.264232 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.282072 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.282072 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.282072 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.282072 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.282072 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.282072 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.282072 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.282617 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron.api.extensions [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:02:35.285534 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING keystonemiddleware.auth_token [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 05:02:35.290661 dv-cinder-828060-9-iscsi neutron-server[103634]: WARNING keystonemiddleware.auth_token [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 05:02:35.300564 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_concurrency.lockutils [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Acquired lock "singleton_lock" {{(pid=103634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 05:02:35.301056 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_concurrency.lockutils [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Releasing lock "singleton_lock" {{(pid=103634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 05:02:35.301783 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO oslo_service.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Starting 2 workers Mar 08 05:02:35.307048 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Started child 103747 {{(pid=103634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 05:02:35.312720 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Started child 103748 {{(pid=103634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 05:02:35.313362 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:35.315129 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [-] (103747) wsgi starting up on http://0.0.0.0:9696 Mar 08 05:02:35.316838 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO neutron.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 05:02:35.316838 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:35.318511 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:35.318995 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO oslo_service.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Starting 1 workers Mar 08 05:02:35.320202 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [-] (103748) wsgi starting up on http://0.0.0.0:9696 Mar 08 05:02:35.324345 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Started child 103749 {{(pid=103634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 05:02:35.325611 dv-cinder-828060-9-iscsi neutron-server[103634]: INFO oslo_service.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Starting 1 workers Mar 08 05:02:35.328862 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] calling RpcWorker wait() {{(pid=103749) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 05:02:35.329546 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] returning from RpcWorker wait() {{(pid=103749) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 05:02:35.330484 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Started child 103750 {{(pid=103634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 05:02:35.330972 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:35.331345 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-a456b94c-8a8a-4acd-8735-08d9df38ef1e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:35.331438 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:02:35.333422 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 05:02:35.333658 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 05:02:35.333803 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 05:02:35.334040 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 05:02:35.334406 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 05:02:35.334572 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 05:02:35.335133 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.335421 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.335714 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.335991 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.336295 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.336756 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:35.337246 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.337246 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.337372 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.337637 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.337879 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.338086 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.338218 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.338486 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.338752 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.339121 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.339370 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.339626 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.339881 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.340057 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.340325 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.340796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.341010 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.341234 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] debug = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.341483 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.341984 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.342214 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.342641 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.343046 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.343342 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.343594 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.343885 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.344136 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.344383 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.344617 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.344871 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.345105 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.345342 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.345607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.345825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.346096 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.346383 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.346777 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] host = dv-cinder-828060-9-iscsi {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.347058 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.347279 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.347572 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.347814 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.348054 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.348308 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.348562 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.348834 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.349085 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.349295 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.349535 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.349783 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.350001 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.350240 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.350409 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_options = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.350646 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.350976 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.351213 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.356695 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.356695 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.356695 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.356695 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.356695 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.356695 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.356695 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.357897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.357897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.357897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.357897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.357897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.357897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.357897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.357897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.359288 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.359288 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.359288 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.359288 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.359288 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.359288 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.359288 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.359288 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.363516 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.363516 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.363516 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.363516 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.363516 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.363516 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.363516 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.363516 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.364578 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.364578 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.364578 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.364578 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.364578 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.364578 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.364578 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.364578 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.365466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.365466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.365466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.365466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.365466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_json = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.365466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.365466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.365466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.365466 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.366139 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.366139 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.366139 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.366139 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.366433 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:02:35.366526 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.366526 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.366526 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.366526 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.366526 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.366526 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.366526 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.366526 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.368791 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.368791 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.368791 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.368791 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.368791 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.368791 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.368791 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.368791 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369768 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369768 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.369968 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.370392 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.370616 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.370944 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.371229 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.371575 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.373802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.373802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.373802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.373802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.373802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.373802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.373802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.374220 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.374220 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.374421 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.374811 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.375068 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.375295 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.375528 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.375747 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.376011 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.376235 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.376501 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.376737 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.376962 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.377200 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.377434 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.377673 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.377893 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.378121 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.378335 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.378587 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.378834 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.379106 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.379315 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.379549 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.379789 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.380022 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.380240 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.380452 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.380665 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.380903 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.381134 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.381388 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.381627 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.381841 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.382078 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.382329 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.382560 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.382964 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.383351 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.383710 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.383938 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.384174 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.384435 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.384607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.384818 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.385034 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.388336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.388550 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.390674 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.397186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.397186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.397186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.397186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.397186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.397186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.397186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.397186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398195 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398195 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398195 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398195 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398195 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398195 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398195 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398195 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398895 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398895 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398895 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.398895 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.402799 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.403173 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.403429 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.403755 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.403993 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.404237 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.404495 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.404745 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.405178 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.405333 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.405571 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.405817 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.406063 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.406342 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.406604 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.406878 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.407367 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.407658 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.407967 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.408245 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.408643 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.408807 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.409084 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.409312 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.409570 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.409826 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.410069 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.410319 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.411938 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.419796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.419796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.419796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.419796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.419796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.419796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.419796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.419796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420427 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420427 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420427 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420427 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420427 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420427 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420427 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420427 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420922 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.420922 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.421293 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.421559 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.421826 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.422018 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.422280 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.422508 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.422734 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.423032 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.423321 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.423494 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.423987 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.424552 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.424791 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.425056 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.425334 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.425633 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.425796 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.425995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.426218 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.426461 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.426679 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.426949 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.427177 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.427485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.427729 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.428201 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.428201 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.428483 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.428643 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.428915 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.429138 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.429695 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.429950 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.430172 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.430388 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.430628 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.430862 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.431125 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.431356 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.431616 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.431871 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.432230 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.432471 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.432702 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.432933 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.433172 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.433406 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.433646 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.433961 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.434174 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.434820 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.435069 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.435321 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.435541 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.437238 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.437238 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.437238 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.437238 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.437238 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.438827 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.439400 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.439400 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.439781 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.439781 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.440275 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.440275 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.440938 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.440938 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.440938 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.441488 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.441488 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.441961 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.441961 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.442249 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.442249 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.442515 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.442740 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.443208 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.443561 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.443760 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.443914 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.444256 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.444456 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.444661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.444851 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.445018 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.445139 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.445316 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.446293 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.446515 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.446738 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.446983 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.447229 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.447440 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.447686 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.447900 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.448120 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.448336 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.448600 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.448774 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.449002 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.449215 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.449426 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.449648 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.450897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.450897 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.451172 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.451445 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.452278 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.452278 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.452278 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.452597 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.452724 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.453061 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.453295 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.453563 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.453811 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.454028 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.454435 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.454713 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.455078 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.455409 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.455694 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.455968 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.456247 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.456560 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.456833 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.457053 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.457374 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.457704 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.457984 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.458238 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.458491 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.458772 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.459048 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.465670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.465670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.465670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.465670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.465670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.465670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.465670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.465670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.465670 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.466887 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.466887 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.466887 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.466887 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.466887 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.466887 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 05:02:35.466887 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 05:02:35.466887 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 05:02:35.467679 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 05:02:35.467679 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 05:02:35.467679 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 05:02:35.467987 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:02:35.468112 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 05:02:35.468112 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468112 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468112 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468112 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468112 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468112 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468794 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468794 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468794 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468794 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468794 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468794 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468794 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.468794 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.469607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.469607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.469607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.469607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.469607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.469607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.469607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.469607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.470343 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] debug = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.470343 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.470343 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.470343 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.470343 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.470343 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471036 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471036 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471036 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471036 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471036 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471036 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471036 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471036 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471795 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471795 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471795 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471795 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471795 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471795 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] host = dv-cinder-828060-9-iscsi {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471795 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.471795 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472250 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472250 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472250 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472250 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472250 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472250 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472250 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472250 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472910 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472910 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472910 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472910 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472910 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_options = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472910 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472910 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.472910 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.475486 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.475486 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.475486 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.475486 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.475486 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.475486 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.475486 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.476425 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.476425 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.476425 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.476425 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.476425 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.476425 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.476425 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.476425 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.477405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.477405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.477405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.477405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.477405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.477405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.477405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.477405 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.478485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.478485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.478485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.478485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.478485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.478485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.478485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.478485 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.479553 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.479553 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.479553 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.479553 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.479553 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.479553 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.479553 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.479553 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.480663 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.480663 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.480663 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.480663 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.480663 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_json = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.480663 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.480663 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.480663 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.480663 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.482457 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.482457 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.482457 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.482457 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.482457 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:02:35.482457 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.482457 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.482457 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483245 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483245 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483245 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483245 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483245 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483245 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483245 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483245 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.483825 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.484480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.484480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.484480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.484480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.484829 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.484829 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.484829 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.485019 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.485186 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.485314 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.485449 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.485614 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.485882 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.486056 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.486221 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.486458 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.486581 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.486705 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.486869 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.488716 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.488716 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.488716 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.488716 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.488716 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.488716 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.488716 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.488716 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.488716 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.489769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.489769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.489769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.489769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.489769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.489769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.489769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.489769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.489769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.490995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.490995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.490995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.490995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.490995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.490995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.490995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.490995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.490995 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.492376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.492376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.492376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.492376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.492376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.492376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.492376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.492376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.492376 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.493802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.493802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.493802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.493802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.493802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.493802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.493802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.493802 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.495544 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.495544 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.495544 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.495544 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.495544 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.495544 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.495544 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.495544 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.495544 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.497480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.497480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.497480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.497480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.497480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.497480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.497480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.497480 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.498894 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.498894 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.498894 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.498894 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.498894 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.498894 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.498894 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.498894 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.499886 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.499886 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.499886 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.499886 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.499886 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.499886 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.499886 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.499886 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.500892 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.500892 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.500892 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.500892 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.500892 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.500892 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.500892 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.500892 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.502053 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.502053 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.502053 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.502053 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.502053 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.502053 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.502053 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.502053 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.503327 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.503327 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.503327 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.503327 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.503327 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.503327 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.503327 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.503327 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.504407 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.504407 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.504407 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.504407 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.504407 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.504407 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.504407 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.504407 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.505661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.505661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.505661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.505661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.505661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.505661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.505661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.505661 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.506772 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.506772 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.506772 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.506772 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.506772 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.506772 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.506772 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.506772 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.507967 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.507967 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.507967 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.507967 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.507967 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.507967 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.507967 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509017 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509017 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509017 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509017 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509017 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509017 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509017 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509906 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509906 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509906 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509906 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509906 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.509906 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.510454 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.510454 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.510454 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.510749 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.510749 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.513361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.513361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.513361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.513361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.513361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.513361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.513361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.513361 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514776 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514776 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.514776 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.515046 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.515046 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.515185 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.515321 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.515492 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.515657 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.515822 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.515986 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.516149 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.516311 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.516472 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.516635 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.516798 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.516960 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.517122 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.517284 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.517460 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.517624 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.517785 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.517948 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.518111 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.518273 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.518445 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.518607 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.518769 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.518950 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.519114 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.519281 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.519453 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.519615 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.519778 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.519941 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.520103 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.520265 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.520436 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.520598 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.520774 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.520920 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.521082 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.521244 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.521414 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.521576 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.521738 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.521900 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.522062 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.522224 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.522395 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.522557 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.522719 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.522880 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.523063 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.523226 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.523398 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.523563 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.523727 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.523896 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.524058 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.524220 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.524381 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.524558 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.524720 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.524884 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.525048 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.525210 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.525371 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.525535 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.525702 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.525875 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.526044 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.526208 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.526379 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.526551 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.526708 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.526869 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.527061 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.527237 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.527398 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.527562 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.527724 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.527885 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.528095 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.528307 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.528599 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.528928 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.529097 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.529260 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.529423 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.529590 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.529752 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.529915 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.530077 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.530240 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.530402 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.530565 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.530785 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:02:35.530951 dv-cinder-828060-9-iscsi neutron-server[103634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 05:02:35.781287 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 32796) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:02:35.789952 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065322 Mar 08 05:02:49.710073 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63e612f-b613-47bf-af75-31fb35ae725f None None] get_active_networks_info from dv-cinder-828060-9-iscsi {{(pid=103749) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 05:02:49.807622 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63e612f-b613-47bf-af75-31fb35ae725f None None] No non-hosted networks {{(pid=103749) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 05:02:49.830400 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.agentschedulers_db [None req-b63e612f-b613-47bf-af75-31fb35ae725f None None] DHCP Agent not found on host dv-cinder-828060-9-iscsi {{(pid=103749) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 05:02:49.927243 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0879dc41-364d-418d-84d5-630646ceca65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8222461'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:52.663595 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-bc7b3b69-6e59-49ac-aba4-dc36c60a2d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8222461'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:52.721526 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.db.api [None req-00770455-040d-4621-9d1c-0d06e78ddbca None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-828060-9-iscsi {{(pid=103749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 05:02:52.721936 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG oslo_db.api [None req-00770455-040d-4621-9d1c-0d06e78ddbca None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 05:02:53.250620 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-00770455-040d-4621-9d1c-0d06e78ddbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:54.526790 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8222461'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:55.532060 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8222461'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:56.446176 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8222461'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:56.451170 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.451170 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.451170 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.451170 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.451170 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.451618 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.451618 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.452150 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.453086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.453603 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.454244 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.458161 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.458813 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:02:56.459794 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828060-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:02:56.472246 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828060-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:02:56.861115 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 32886) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:02:56.904048 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.db.l3_hamode_db [None req-87d15635-e0ea-403d-aada-104bfdd909ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 05:02:56.994582 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d15635-e0ea-403d-aada-104bfdd909ec None None] Routers set() bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:02:56.994996 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d15635-e0ea-403d-aada-104bfdd909ec None None] Router IDs set() for agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 05:02:57.450956 dv-cinder-828060-9-iscsi neutron-server[103748]: WARNING oslo_policy.policy [None req-72976ae0-6440-4b2f-a360-18f417a4d7ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:02:57.451580 dv-cinder-828060-9-iscsi neutron-server[103748]: WARNING oslo_policy.policy [None req-72976ae0-6440-4b2f-a360-18f417a4d7ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:02:57.676723 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [None req-72976ae0-6440-4b2f-a360-18f417a4d7ba admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103748) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:02:57.677781 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-72976ae0-6440-4b2f-a360-18f417a4d7ba admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8157759 Mar 08 05:03:00.306854 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 32902) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:00.824067 dv-cinder-828060-9-iscsi neutron-server[103747]: WARNING oslo_policy.policy [None req-e0af4972-eefa-441a-827e-b3ffebf8a419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:03:00.825255 dv-cinder-828060-9-iscsi neutron-server[103747]: WARNING oslo_policy.policy [None req-e0af4972-eefa-441a-827e-b3ffebf8a419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:03:01.054818 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-e0af4972-eefa-441a-827e-b3ffebf8a419 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:03:01.150651 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.policy [None req-e0af4972-eefa-441a-827e-b3ffebf8a419 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103747) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 05:03:01.196216 dv-cinder-828060-9-iscsi neutron-server[103747]: WARNING oslo_policy.policy [None req-e0af4972-eefa-441a-827e-b3ffebf8a419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:03:01.196597 dv-cinder-828060-9-iscsi neutron-server[103747]: WARNING oslo_policy.policy [None req-e0af4972-eefa-441a-827e-b3ffebf8a419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:03:01.381141 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e0af4972-eefa-441a-827e-b3ffebf8a419 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776748584697', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776748576812', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776748566176', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776748626871', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776748620033', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776748613035', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-842141', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-830556', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8216344', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8118443'] for rbac-policy (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:01.551499 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e0af4972-eefa-441a-827e-b3ffebf8a419 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:01.552977 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-e0af4972-eefa-441a-827e-b3ffebf8a419 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2435367 Mar 08 05:03:04.092905 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 32918) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:04.419798 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:03:04.509110 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Made reservation on behalf of 37b97de2bb854bffa9e26936f1079041 for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:03:04.513716 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:04.531712 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:04.643986 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Publish callbacks [] for security_group (2eb6f91d-0f82-46c2-bd53-93342c10ada9), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:04.732089 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2eb6f91d-0f82-46c2-bd53-93342c10ada9), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:04.757387 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:03:04.793265 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776744790622', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (a61af164-3b53-4c8c-a1c6-a984c6865b5b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:04.793787 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Unsubscribe: segment precommit_create {{(pid=103747) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 05:03:04.794296 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Added segment a61af164-3b53-4c8c-a1c6-a984c6865b5b of type vlan for network 35dc63c4-8a58-4312-a369-fbfd04991053 Mar 08 05:03:04.811313 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb6f91d-0f82-46c2-bd53-93342c10ada9,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:04.823269 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.823632 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.824770 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.825212 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.826792 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.826792 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.826792 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.826792 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.827211 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.827211 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.827518 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.827835 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.828196 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Tracked resource versions report: Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: pushed versions: Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: { 'AddressGroup': {'1.2'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'ConntrackHelper': {'1.0'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Log': {'1.0'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Network': {'1.1'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Port': {'1.7'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'PortForwarding': {'1.2'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'QosPolicy': {'1.10'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SecurityGroup': {'1.5'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SubPort': {'1.0'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Subnet': {'1.1'}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Trunk': {'1.1'}} Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: consumer versions: Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: { DHCP agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: L3 agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: Metadata agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: Metering agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: Open vSwitch agent@dv-cinder-828060-9-iscsi: { 'AddressGroup': '1.2', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'ConntrackHelper': '1.0', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'LocalIPAssociation': '1.0', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Log': '1.0', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Network': '1.1', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Port': '1.7', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'PortForwarding': '1.2', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'QosPolicy': '1.10', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SecurityGroup': '1.5', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SecurityGroupRule': '1.2', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SubPort': '1.0', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Subnet': '1.1', Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Trunk': '1.1'}} Mar 08 05:03:04.829530 dv-cinder-828060-9-iscsi neutron-server[103747]: {{(pid=103747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:03:04.918490 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (35dc63c4-8a58-4312-a369-fbfd04991053), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:05.029212 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (35dc63c4-8a58-4312-a369-fbfd04991053), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:05.034382 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:05.035123 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:05.150294 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] Pushing event updated for resources: {'Network': ['ID=35dc63c4-8a58-4312-a369-fbfd04991053,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:05.162952 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 35dc63c4-8a58-4312-a369-fbfd04991053 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:03:05.180720 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-087eceb6-5c09-4d66-99e8-398bf72149e1 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0866888 Mar 08 05:03:07.843643 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 32930) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:08.410642 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.policy [None req-075f4792-7151-4731-86a4-07c956c03bf1 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103748) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 05:03:08.453990 dv-cinder-828060-9-iscsi neutron-server[103748]: WARNING oslo_policy.policy [None req-075f4792-7151-4731-86a4-07c956c03bf1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:03:08.454380 dv-cinder-828060-9-iscsi neutron-server[103748]: WARNING oslo_policy.policy [None req-075f4792-7151-4731-86a4-07c956c03bf1 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:03:08.463293 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f4792-7151-4731-86a4-07c956c03bf1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:08.465338 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-075f4792-7151-4731-86a4-07c956c03bf1 demo admin] 10.222.0.26 "GET /v2.0/networks/35dc63c4-8a58-4312-a369-fbfd04991053 HTTP/1.1" status: 200 len: 825 time: 0.6202674 Mar 08 05:03:08.518490 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-b4f6dde7-f265-42a2-a174-e51097b51342 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/c5f1e76e-2431-4720-b380-cfaffbe80a5c HTTP/1.1" status: 200 len: 734 time: 0.0474725 Mar 08 05:03:08.528382 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c5f1e76e-2431-4720-b380-cfaffbe80a5c', 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:03:08.669449 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Made reservation on behalf of 37b97de2bb854bffa9e26936f1079041 for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:03:08.672296 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:09.029238 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (c9771026-8d89-401c-94dd-0989ba631f8c), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:09.101457 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Checking segment: {'id': 'a61af164-3b53-4c8c-a1c6-a984c6865b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:03:09.101849 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Network hostable DHCP agents. Network: 35dc63c4-8a58-4312-a369-fbfd04991053, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:03:09.114987 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c9771026-8d89-401c-94dd-0989ba631f8c,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:09.128187 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.128644 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.128891 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.129226 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.129555 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.129881 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.130206 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.130527 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.130849 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.131221 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.131546 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.131867 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.132182 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Tracked resource versions report: Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: pushed versions: Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: { 'AddressGroup': {'1.2'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'ConntrackHelper': {'1.0'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Log': {'1.0'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Network': {'1.1'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Port': {'1.7'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'PortForwarding': {'1.2'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'QosPolicy': {'1.10'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SecurityGroup': {'1.5'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SubPort': {'1.0'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Subnet': {'1.1'}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Trunk': {'1.1'}} Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: consumer versions: Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: { DHCP agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: L3 agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: Metadata agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: Metering agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: Open vSwitch agent@dv-cinder-828060-9-iscsi: { 'AddressGroup': '1.2', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'ConntrackHelper': '1.0', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'LocalIPAssociation': '1.0', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Log': '1.0', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Network': '1.1', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Port': '1.7', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'PortForwarding': '1.2', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'QosPolicy': '1.10', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SecurityGroup': '1.5', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SecurityGroupRule': '1.2', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SubPort': '1.0', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Subnet': '1.1', Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Trunk': '1.1'}} Mar 08 05:03:09.133483 dv-cinder-828060-9-iscsi neutron-server[103748]: {{(pid=103748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:03:09.194663 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Network 35dc63c4-8a58-4312-a369-fbfd04991053 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:03:09.263211 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 35dc63c4-8a58-4312-a369-fbfd04991053) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:03:09.267990 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:09.268627 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:09.273820 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29dc56-5fd4-472b-a691-d47a4f13ac9c None None] Network 35dc63c4-8a58-4312-a369-fbfd04991053 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:03:09.339127 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-8018770b-ee95-4c2d-98be-66796fdc7fe5 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8146193 Mar 08 05:03:09.666300 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-35dc63c4-8a58-4312-a369-fbfd04991053', 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053', 'project_id': '37b97de2bb854bffa9e26936f1079041', 'fixed_ips': [{'subnet_id': 'c9771026-8d89-401c-94dd-0989ba631f8c'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:03:09.668595 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:09.989289 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Allocated IP 172.20.0.2 (35dc63c4-8a58-4312-a369-fbfd04991053/c9771026-8d89-401c-94dd-0989ba631f8c/649e39fa-66fc-4684-9f12-168cae282a06) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:03:10.248550 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Publish callbacks [] for port (649e39fa-66fc-4684-9f12-168cae282a06), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:10.332489 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (649e39fa-66fc-4684-9f12-168cae282a06), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:10.414808 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Network 35dc63c4-8a58-4312-a369-fbfd04991053 is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:03:10.423192 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:03:10.426461 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:03:10.429016 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Pushing event updated for resources: {'Port': ['ID=649e39fa-66fc-4684-9f12-168cae282a06,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:10.439261 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.439626 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.440004 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.440328 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.440659 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.440985 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.441311 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.441633 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.441955 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.442293 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.442619 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.442957 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.443281 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Tracked resource versions report: Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: pushed versions: Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: { 'AddressGroup': {'1.2'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'ConntrackHelper': {'1.0'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Log': {'1.0'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Network': {'1.1'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Port': {'1.7'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'PortForwarding': {'1.2'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'QosPolicy': {'1.10'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SecurityGroup': {'1.5'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SubPort': {'1.0'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Subnet': {'1.1'}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Trunk': {'1.1'}} Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: consumer versions: Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: { DHCP agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: L3 agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: Metadata agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: Metering agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: Open vSwitch agent@dv-cinder-828060-9-iscsi: { 'AddressGroup': '1.2', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'ConntrackHelper': '1.0', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'LocalIPAssociation': '1.0', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Log': '1.0', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Network': '1.1', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Port': '1.7', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'PortForwarding': '1.2', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'QosPolicy': '1.10', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SecurityGroup': '1.5', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SecurityGroupRule': '1.2', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SubPort': '1.0', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Subnet': '1.1', Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Trunk': '1.1'}} Mar 08 05:03:10.444656 dv-cinder-828060-9-iscsi neutron-server[103749]: {{(pid=103749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:03:10.539577 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Attempting to bind port 649e39fa-66fc-4684-9f12-168cae282a06 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:03:10.540106 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Attempting to bind port 649e39fa-66fc-4684-9f12-168cae282a06 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'a61af164-3b53-4c8c-a1c6-a984c6865b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:03:10.540735 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Attempting to bind port 649e39fa-66fc-4684-9f12-168cae282a06 on network 35dc63c4-8a58-4312-a369-fbfd04991053 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:03:10.549477 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:03:10.550075 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Checking segment: {'id': 'a61af164-3b53-4c8c-a1c6-a984c6865b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:03:10.550839 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:10.551476 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Bound using segment: {'id': 'a61af164-3b53-4c8c-a1c6-a984c6865b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:03:10.552215 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Bound port: 649e39fa-66fc-4684-9f12-168cae282a06, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61af164-3b53-4c8c-a1c6-a984c6865b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:03:10.552846 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (649e39fa-66fc-4684-9f12-168cae282a06), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:10.633952 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] For port 649e39fa-66fc-4684-9f12-168cae282a06, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:03:10.639447 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] For port 649e39fa-66fc-4684-9f12-168cae282a06, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=649e39fa-66fc-4684-9f12-168cae282a06,segment=NetworkSegment(a61af164-3b53-4c8c-a1c6-a984c6865b5b),segment_id=a61af164-3b53-4c8c-a1c6-a984c6865b5b)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:03:10.708558 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (649e39fa-66fc-4684-9f12-168cae282a06), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:10.797582 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee1b9e-636c-4c3a-bc6a-deb9d3e87681 None None] Pushing event updated for resources: {'Port': ['ID=649e39fa-66fc-4684-9f12-168cae282a06,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:12.039576 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 32944) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:12.373721 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [None req-8915f09b-6948-4dca-9fbc-7646b5111580 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:03:12.374726 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-8915f09b-6948-4dca-9fbc-7646b5111580 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3340912 Mar 08 05:03:15.091252 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 32952) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:15.425156 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [None req-9db5d36c-c2f4-4d13-a913-5c1bb14422fa admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:03:15.426180 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-9db5d36c-c2f4-4d13-a913-5c1bb14422fa admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3340900 Mar 08 05:03:18.077918 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 32960) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:18.422832 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-b00680a6-30cb-4d75-b609-c2217bf25427 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:03:18.509347 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00680a6-30cb-4d75-b609-c2217bf25427 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (ec885c12-0a4f-4546-a654-98dccf71052b), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:18.511255 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00680a6-30cb-4d75-b609-c2217bf25427 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (ec885c12-0a4f-4546-a654-98dccf71052b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:18.659710 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00680a6-30cb-4d75-b609-c2217bf25427 demo demo] Publish callbacks [] for router_controller (ec885c12-0a4f-4546-a654-98dccf71052b), precommit_add_association {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:18.732986 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00680a6-30cb-4d75-b609-c2217bf25427 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (ec885c12-0a4f-4546-a654-98dccf71052b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:18.871057 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b00680a6-30cb-4d75-b609-c2217bf25427 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:18.872249 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b00680a6-30cb-4d75-b609-c2217bf25427 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7933421 Mar 08 05:03:19.691747 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-910fd879-f0a2-41cb-b29b-659617e9b969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.188189 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 649e39fa-66fc-4684-9f12-168cae282a06 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:03:21.278305 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 649e39fa-66fc-4684-9f12-168cae282a06 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:21.278730 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (649e39fa-66fc-4684-9f12-168cae282a06), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.392100 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 649e39fa-66fc-4684-9f12-168cae282a06 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:03:21.392417 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (649e39fa-66fc-4684-9f12-168cae282a06), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.426973 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 649e39fa-66fc-4684-9f12-168cae282a06, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=649e39fa-66fc-4684-9f12-168cae282a06,segment=NetworkSegment(a61af164-3b53-4c8c-a1c6-a984c6865b5b),segment_id=a61af164-3b53-4c8c-a1c6-a984c6865b5b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:21.481470 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (649e39fa-66fc-4684-9f12-168cae282a06), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.502495 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 32972) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:21.534094 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=649e39fa-66fc-4684-9f12-168cae282a06,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:21.860018 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [None req-6d962848-d106-4fdb-88a7-7c132c53eaec admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:03:21.861026 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-6d962848-d106-4fdb-88a7-7c132c53eaec admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3573318 Mar 08 05:03:22.626317 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb683e8-105c-4349-b876-2e52cf41ac75 None None] Network 35dc63c4-8a58-4312-a369-fbfd04991053 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:03:22.630047 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e042242e-a4ae-4899-a40d-e58254b231ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:22.706058 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-01ecfcd2-ffbc-4fc7-aac5-23f5b320c88a None None] Provisioning complete for port 649e39fa-66fc-4684-9f12-168cae282a06 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:22.706494 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-01ecfcd2-ffbc-4fc7-aac5-23f5b320c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (649e39fa-66fc-4684-9f12-168cae282a06), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:22.834567 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-01ecfcd2-ffbc-4fc7-aac5-23f5b320c88a None None] Current status of the port 649e39fa-66fc-4684-9f12-168cae282a06 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:03:23.056451 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-03a4dad1-f558-43d7-a6d6-1f712692cf88 None None] Provisioning complete for port 649e39fa-66fc-4684-9f12-168cae282a06 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:23.056829 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-03a4dad1-f558-43d7-a6d6-1f712692cf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (649e39fa-66fc-4684-9f12-168cae282a06), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.142937 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-03a4dad1-f558-43d7-a6d6-1f712692cf88 None None] Current status of the port 649e39fa-66fc-4684-9f12-168cae282a06 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:03:23.154050 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 649e39fa-66fc-4684-9f12-168cae282a06 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:03:23.202109 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 649e39fa-66fc-4684-9f12-168cae282a06 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:23.202500 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (649e39fa-66fc-4684-9f12-168cae282a06), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.298524 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 649e39fa-66fc-4684-9f12-168cae282a06 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:03:24.474446 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.528731 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 32990) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:24.671696 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:03:24.760198 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Made reservation on behalf of 402b2faa9b864397a8a9abe5cea4cb8a for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:03:24.762569 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.771587 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.851231 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Publish callbacks [] for security_group (b0cf9b16-8c1f-4008-9e7f-965e77a7f67d), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.942947 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (b0cf9b16-8c1f-4008-9e7f-965e77a7f67d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.960818 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Reserving flat network on physical network physnet1 {{(pid=103747) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 05:03:24.981219 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf9b16-8c1f-4008-9e7f-965e77a7f67d,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:24.987200 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.987538 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Added segment 5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b of type flat for network 3797e510-526d-4b36-90b6-6ffd05032906 Mar 08 05:03:25.035333 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (3797e510-526d-4b36-90b6-6ffd05032906), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:25.137564 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (3797e510-526d-4b36-90b6-6ffd05032906), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:25.138576 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:25.139219 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:25.251344 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] Pushing event updated for resources: {'Network': ['ID=3797e510-526d-4b36-90b6-6ffd05032906,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:25.261530 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 3797e510-526d-4b36-90b6-6ffd05032906 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:03:25.294421 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-9addc28e-2439-434e-b796-c338f885b82a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7645826 Mar 08 05:03:25.480371 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:26.416984 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.856132 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33008) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:27.998945 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84431c5-d9f0-4008-8d2e-c61d529f8b32 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:28.000252 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b84431c5-d9f0-4008-8d2e-c61d529f8b32 demo admin] 10.222.0.26 "GET /v2.0/subnets/c9771026-8d89-401c-94dd-0989ba631f8c HTTP/1.1" status: 200 len: 849 time: 0.1431601 Mar 08 05:03:28.139607 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-7ff36694-59ea-4fea-babe-7e6572970927 demo admin] 10.222.0.26 "GET /v2.0/routers/ec885c12-0a4f-4546-a654-98dccf71052b HTTP/1.1" status: 200 len: 704 time: 0.1329219 Mar 08 05:03:28.441901 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:28.756251 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Allocated IP 172.20.0.1 (35dc63c4-8a58-4312-a369-fbfd04991053/c9771026-8d89-401c-94dd-0989ba631f8c/7249ae1f-24c1-4154-8151-ab8c1ff3a412) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:03:28.956727 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Publish callbacks [] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.092154 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.233611 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Network 35dc63c4-8a58-4312-a369-fbfd04991053 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:03:29.238684 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:03:29.242705 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:03:29.243278 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (ec885c12-0a4f-4546-a654-98dccf71052b), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.309827 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Pushing event updated for resources: {'Port': ['ID=7249ae1f-24c1-4154-8151-ab8c1ff3a412,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:29.516966 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-7880d30b-ea53-4957-917a-d671d70be9f2 None None] Provisioning complete for port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:29.517523 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7880d30b-ea53-4957-917a-d671d70be9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.531678 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.552119 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-7880d30b-ea53-4957-917a-d671d70be9f2 None None] Port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:03:29.757813 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Publish callbacks [] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.857329 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.858126 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (ec885c12-0a4f-4546-a654-98dccf71052b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.915415 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Pushing event updated for resources: {'Port': ['ID=7249ae1f-24c1-4154-8151-ab8c1ff3a412,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:29.987690 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Network 35dc63c4-8a58-4312-a369-fbfd04991053 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:03:29.989135 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:03:30.228762 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Router ec885c12-0a4f-4546-a654-98dccf71052b is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:03:30.277296 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-48981904-433c-4b91-bb9e-05bec245d64d None None] Provisioning complete for port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:30.277681 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-48981904-433c-4b91-bb9e-05bec245d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:30.313770 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-48981904-433c-4b91-bb9e-05bec245d64d None None] Port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:03:30.341973 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:03:30.348448 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ee7ff7f2-5b78-497f-92d0-e1c96ba4e085 demo admin] 10.222.0.26 "PUT /v2.0/routers/ec885c12-0a4f-4546-a654-98dccf71052b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2029233 Mar 08 05:03:30.366690 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Sync routers for ids ['ec885c12-0a4f-4546-a654-98dccf71052b'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:03:30.382522 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Routers {'ec885c12-0a4f-4546-a654-98dccf71052b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:30.383410 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:03:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['ec885c12-0a4f-4546-a654-98dccf71052b'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:30.582813 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Set router ec885c12-0a4f-4546-a654-98dccf71052b gateway port host: None {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:31.092674 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'name': 'router1', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:03:18Z', 'updated_at': '2022-03-08T05:03:29Z', 'revision_number': 2, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'gw_port_host': None, '_interfaces': [{'id': '7249ae1f-24c1-4154-8151-ab8c1ff3a412', 'name': '', 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'mac_address': 'fa:16:3e:6e:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:03:28Z', 'updated_at': '2022-03-08T05:03:29Z', 'revision_number': 2, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'subnets': [{'id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5f1e76e-2431-4720-b380-cfaffbe80a5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:31.149264 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Checking router: ec885c12-0a4f-4546-a654-98dccf71052b for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:03:31.149646 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Updating router ec885c12-0a4f-4546-a654-98dccf71052b port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:03:31.214551 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:31.907117 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Publish callbacks [] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:32.016574 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:32.207859 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Pushing event updated for resources: {'Port': ['ID=7249ae1f-24c1-4154-8151-ab8c1ff3a412,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:32.236350 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.236709 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.237103 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.237379 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.237713 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.238039 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.238365 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.238690 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.239041 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.239381 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.239705 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.240022 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.240336 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Tracked resource versions report: Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: pushed versions: Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: { 'AddressGroup': {'1.2'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'ConntrackHelper': {'1.0'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Log': {'1.0'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Network': {'1.1'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Port': {'1.7'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'PortForwarding': {'1.2'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'QosPolicy': {'1.10'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SecurityGroup': {'1.5'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SubPort': {'1.0'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Subnet': {'1.1'}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Trunk': {'1.1'}} Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: consumer versions: Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: { DHCP agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: L3 agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: Metadata agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: Metering agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: Open vSwitch agent@dv-cinder-828060-9-iscsi: { 'AddressGroup': '1.2', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'ConntrackHelper': '1.0', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'LocalIPAssociation': '1.0', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Log': '1.0', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Network': '1.1', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Port': '1.7', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'PortForwarding': '1.2', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'QosPolicy': '1.10', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SecurityGroup': '1.5', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SecurityGroupRule': '1.2', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SubPort': '1.0', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Subnet': '1.1', Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Trunk': '1.1'}} Mar 08 05:03:32.242745 dv-cinder-828060-9-iscsi neutron-server[103750]: {{(pid=103750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:03:32.254453 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Attempting to bind port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:03:32.254853 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Attempting to bind port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'a61af164-3b53-4c8c-a1c6-a984c6865b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:03:32.255338 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Attempting to bind port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 on network 35dc63c4-8a58-4312-a369-fbfd04991053 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:03:32.256265 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-e11008ef-201a-47ce-9455-25902414d610 None None] Provisioning complete for port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:32.256828 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e11008ef-201a-47ce-9455-25902414d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:32.264346 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:03:32.264798 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Checking segment: {'id': 'a61af164-3b53-4c8c-a1c6-a984c6865b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:03:32.265457 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:32.265802 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Bound using segment: {'id': 'a61af164-3b53-4c8c-a1c6-a984c6865b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:03:32.266301 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Bound port: 7249ae1f-24c1-4154-8151-ab8c1ff3a412, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61af164-3b53-4c8c-a1c6-a984c6865b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:03:32.266866 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:32.296907 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-e11008ef-201a-47ce-9455-25902414d610 None None] Port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:03:32.350518 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] For port 7249ae1f-24c1-4154-8151-ab8c1ff3a412, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:03:32.372646 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] For port 7249ae1f-24c1-4154-8151-ab8c1ff3a412, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=7249ae1f-24c1-4154-8151-ab8c1ff3a412,segment=NetworkSegment(a61af164-3b53-4c8c-a1c6-a984c6865b5b),segment_id=a61af164-3b53-4c8c-a1c6-a984c6865b5b)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:03:32.458096 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:32.520566 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Routers {'ec885c12-0a4f-4546-a654-98dccf71052b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:32.521207 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:03:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['ec885c12-0a4f-4546-a654-98dccf71052b'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:32.563415 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46374e47-5e2f-4f3f-9dde-40d9db879ae0 None None] Pushing event updated for resources: {'Port': ['ID=7249ae1f-24c1-4154-8151-ab8c1ff3a412,revision_number=4']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:32.631409 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] Set router ec885c12-0a4f-4546-a654-98dccf71052b gateway port host: None {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:32.722294 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-1c2eb10f-e6c1-4d85-8969-8818eda7bd3d None None] Provisioning complete for port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:32.722294 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb10f-e6c1-4d85-8969-8818eda7bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:32.804797 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-1c2eb10f-e6c1-4d85-8969-8818eda7bd3d None None] Current status of the port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:03:32.805201 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb10f-e6c1-4d85-8969-8818eda7bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:32.845511 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-1c2eb10f-e6c1-4d85-8969-8818eda7bd3d None None] For port 7249ae1f-24c1-4154-8151-ab8c1ff3a412, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=7249ae1f-24c1-4154-8151-ab8c1ff3a412,segment=NetworkSegment(a61af164-3b53-4c8c-a1c6-a984c6865b5b),segment_id=a61af164-3b53-4c8c-a1c6-a984c6865b5b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:32.860468 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'name': 'router1', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:03:18Z', 'updated_at': '2022-03-08T05:03:29Z', 'revision_number': 2, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'gw_port_host': None, '_interfaces': [{'id': '7249ae1f-24c1-4154-8151-ab8c1ff3a412', 'name': '', 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'mac_address': 'fa:16:3e:6e:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:03:28Z', 'updated_at': '2022-03-08T05:03:32Z', 'revision_number': 4, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'subnets': [{'id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5f1e76e-2431-4720-b380-cfaffbe80a5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:32.888749 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c143e0-7021-442c-8e08-e8029bad46b0 None None] The sync data for ids ['ec885c12-0a4f-4546-a654-98dccf71052b'] in dv-cinder-828060-9-iscsi is: [{'id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'name': 'router1', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:03:18Z', 'updated_at': '2022-03-08T05:03:29Z', 'revision_number': 2, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'gw_port_host': None, '_interfaces': [{'id': '7249ae1f-24c1-4154-8151-ab8c1ff3a412', 'name': '', 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'mac_address': 'fa:16:3e:6e:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:03:28Z', 'updated_at': '2022-03-08T05:03:32Z', 'revision_number': 4, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'subnets': [{'id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5f1e76e-2431-4720-b380-cfaffbe80a5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:03:32.943305 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb10f-e6c1-4d85-8969-8818eda7bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:33.001364 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eb10f-e6c1-4d85-8969-8818eda7bd3d None None] Pushing event updated for resources: {'Port': ['ID=7249ae1f-24c1-4154-8151-ab8c1ff3a412,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:33.052671 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33018) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:33.193579 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f2b22c-15ce-4d3c-98d9-fb301a342f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:33.194954 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-f2f2b22c-15ce-4d3c-98d9-fb301a342f83 admin admin] 10.222.0.26 "GET /v2.0/networks/3797e510-526d-4b36-90b6-6ffd05032906 HTTP/1.1" status: 200 len: 842 time: 0.1411288 Mar 08 05:03:33.205472 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:03:33.303170 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Made reservation on behalf of 402b2faa9b864397a8a9abe5cea4cb8a for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:03:33.305952 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:33.703980 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.objects.ports [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103747) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 05:03:33.704423 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (4435544b-b5aa-4bf6-9063-6a31c741dac2), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:33.764818 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4435544b-b5aa-4bf6-9063-6a31c741dac2,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:33.778092 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:03:33.778446 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Network hostable DHCP agents. Network: 3797e510-526d-4b36-90b6-6ffd05032906, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:03:33.885776 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:03:33.982760 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 3797e510-526d-4b36-90b6-6ffd05032906) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:03:33.987159 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:33.987797 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:33.997284 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef02bab2-a04e-4553-95e1-1e8bf8c18d1b None None] Network 3797e510-526d-4b36-90b6-6ffd05032906 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:03:34.082939 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-4500479e-fee8-467a-8d22-6e467f9d7368 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8635037 Mar 08 05:03:34.104021 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4279f-9eba-4cd5-9dfc-97e18185f584 None None] Network 3797e510-526d-4b36-90b6-6ffd05032906 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:03:36.576677 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33026) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:36.815721 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-aad0bf77-451a-4ee7-b7d3-9263403416cb demo admin] 10.222.0.26 "GET /v2.0/routers/ec885c12-0a4f-4546-a654-98dccf71052b HTTP/1.1" status: 200 len: 710 time: 0.2377932 Mar 08 05:03:36.912044 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b43e29-f4e2-4942-95e5-174a35d8610e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:36.913700 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-12b43e29-f4e2-4942-95e5-174a35d8610e demo admin] 10.222.0.26 "GET /v2.0/networks/3797e510-526d-4b36-90b6-6ffd05032906 HTTP/1.1" status: 200 len: 886 time: 0.0875218 Mar 08 05:03:36.923485 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:03:37.210159 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Publish callbacks [] for router_gateway (ec885c12-0a4f-4546-a654-98dccf71052b), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:37.538568 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Publish callbacks [] for router_gateway (ec885c12-0a4f-4546-a654-98dccf71052b), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:37.629113 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:37.757702 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Allocated IP 172.27.2.127 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/69ee2aac-6b23-405e-aaca-7397a0cad217) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:03:37.891197 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Publish callbacks [] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:38.000131 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:38.040969 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:03:38.044826 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:03:38.048454 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:03:38.054354 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Pushing event updated for resources: {'Port': ['ID=69ee2aac-6b23-405e-aaca-7397a0cad217,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:38.424662 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Publish callbacks [] for router_gateway (ec885c12-0a4f-4546-a654-98dccf71052b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:38.745306 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8208847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8221976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28527'] for router (ec885c12-0a4f-4546-a654-98dccf71052b), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:38.748807 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8208838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8208893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8221975'] for router (ec885c12-0a4f-4546-a654-98dccf71052b), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:38.874639 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Router ec885c12-0a4f-4546-a654-98dccf71052b has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:03:38.989464 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:03:38.993835 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:38.995813 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-d5097036-6928-4a04-970f-b6fcc25333ca demo admin] 10.222.0.26 "PUT /v2.0/routers/ec885c12-0a4f-4546-a654-98dccf71052b HTTP/1.1" status: 200 len: 890 time: 2.0755970 Mar 08 05:03:41.200339 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 7249ae1f-24c1-4154-8151-ab8c1ff3a412 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:03:41.254161 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:41.254703 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:41.363597 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:03:41.758694 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33038) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:41.891061 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-104b1689-e528-43ff-bde0-7c039a238093 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1306553 Mar 08 05:03:42.053234 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b653091-b319-4abc-90e9-480728104150 None None] Sync routers for ids ['ec885c12-0a4f-4546-a654-98dccf71052b'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:03:42.079786 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b653091-b319-4abc-90e9-480728104150 None None] Routers {'ec885c12-0a4f-4546-a654-98dccf71052b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:42.080954 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-2b653091-b319-4abc-90e9-480728104150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:03:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['ec885c12-0a4f-4546-a654-98dccf71052b'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:42.381919 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-2b653091-b319-4abc-90e9-480728104150 None None] Set router ec885c12-0a4f-4546-a654-98dccf71052b gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:42.963765 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-2b653091-b319-4abc-90e9-480728104150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'name': 'router1', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '69ee2aac-6b23-405e-aaca-7397a0cad217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:03:18Z', 'updated_at': '2022-03-08T05:03:38Z', 'revision_number': 4, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'gw_port': {'id': '69ee2aac-6b23-405e-aaca-7397a0cad217', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:03:37Z', 'updated_at': '2022-03-08T05:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '7249ae1f-24c1-4154-8151-ab8c1ff3a412', 'name': '', 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'mac_address': 'fa:16:3e:6e:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:03:28Z', 'updated_at': '2022-03-08T05:03:32Z', 'revision_number': 5, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'subnets': [{'id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5f1e76e-2431-4720-b380-cfaffbe80a5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:43.017629 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b653091-b319-4abc-90e9-480728104150 None None] Checking router: ec885c12-0a4f-4546-a654-98dccf71052b for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:03:43.017989 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b653091-b319-4abc-90e9-480728104150 None None] Updating router ec885c12-0a4f-4546-a654-98dccf71052b port 69ee2aac-6b23-405e-aaca-7397a0cad217 binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:03:43.075944 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2b653091-b319-4abc-90e9-480728104150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:43.412578 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2b653091-b319-4abc-90e9-480728104150 None None] Publish callbacks [] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:43.496933 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2b653091-b319-4abc-90e9-480728104150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:43.557943 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3496bb-d1ad-4d4b-b2ef-931a06fa25a8 None None] Pushing event updated for resources: {'Port': ['ID=69ee2aac-6b23-405e-aaca-7397a0cad217,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:43.560374 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-2b653091-b319-4abc-90e9-480728104150 None None] Attempting to bind port 69ee2aac-6b23-405e-aaca-7397a0cad217 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:03:43.560754 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-2b653091-b319-4abc-90e9-480728104150 None None] Attempting to bind port 69ee2aac-6b23-405e-aaca-7397a0cad217 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:03:43.561121 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b653091-b319-4abc-90e9-480728104150 None None] Attempting to bind port 69ee2aac-6b23-405e-aaca-7397a0cad217 on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:03:43.566797 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b653091-b319-4abc-90e9-480728104150 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:03:43.567158 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b653091-b319-4abc-90e9-480728104150 None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:03:43.567741 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2b653091-b319-4abc-90e9-480728104150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:43.567939 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b653091-b319-4abc-90e9-480728104150 None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:03:43.568415 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-2b653091-b319-4abc-90e9-480728104150 None None] Bound port: 69ee2aac-6b23-405e-aaca-7397a0cad217, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:03:43.568844 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2b653091-b319-4abc-90e9-480728104150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:43.641634 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2b653091-b319-4abc-90e9-480728104150 None None] For port 69ee2aac-6b23-405e-aaca-7397a0cad217, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:03:43.646107 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2b653091-b319-4abc-90e9-480728104150 None None] For port 69ee2aac-6b23-405e-aaca-7397a0cad217, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=69ee2aac-6b23-405e-aaca-7397a0cad217,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:03:43.726204 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2b653091-b319-4abc-90e9-480728104150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:43.785476 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b653091-b319-4abc-90e9-480728104150 None None] Routers {'ec885c12-0a4f-4546-a654-98dccf71052b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:43.786113 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-2b653091-b319-4abc-90e9-480728104150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:03:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['ec885c12-0a4f-4546-a654-98dccf71052b'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:43.828950 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3496bb-d1ad-4d4b-b2ef-931a06fa25a8 None None] Pushing event updated for resources: {'Port': ['ID=69ee2aac-6b23-405e-aaca-7397a0cad217,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:43.922612 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-2b653091-b319-4abc-90e9-480728104150 None None] Set router ec885c12-0a4f-4546-a654-98dccf71052b gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:44.211062 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-2b653091-b319-4abc-90e9-480728104150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'name': 'router1', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '69ee2aac-6b23-405e-aaca-7397a0cad217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:03:18Z', 'updated_at': '2022-03-08T05:03:38Z', 'revision_number': 4, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'gw_port': {'id': '69ee2aac-6b23-405e-aaca-7397a0cad217', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:03:37Z', 'updated_at': '2022-03-08T05:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '7249ae1f-24c1-4154-8151-ab8c1ff3a412', 'name': '', 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'mac_address': 'fa:16:3e:6e:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:03:28Z', 'updated_at': '2022-03-08T05:03:32Z', 'revision_number': 5, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'subnets': [{'id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5f1e76e-2431-4720-b380-cfaffbe80a5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:44.242273 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b653091-b319-4abc-90e9-480728104150 None None] The sync data for ids ['ec885c12-0a4f-4546-a654-98dccf71052b'] in dv-cinder-828060-9-iscsi is: [{'id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'name': 'router1', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '69ee2aac-6b23-405e-aaca-7397a0cad217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:03:18Z', 'updated_at': '2022-03-08T05:03:38Z', 'revision_number': 4, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'gw_port': {'id': '69ee2aac-6b23-405e-aaca-7397a0cad217', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:03:37Z', 'updated_at': '2022-03-08T05:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '7249ae1f-24c1-4154-8151-ab8c1ff3a412', 'name': '', 'network_id': '35dc63c4-8a58-4312-a369-fbfd04991053', 'tenant_id': '37b97de2bb854bffa9e26936f1079041', 'mac_address': 'fa:16:3e:6e:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec885c12-0a4f-4546-a654-98dccf71052b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:03:28Z', 'updated_at': '2022-03-08T05:03:32Z', 'revision_number': 5, 'project_id': '37b97de2bb854bffa9e26936f1079041', 'subnets': [{'id': 'c9771026-8d89-401c-94dd-0989ba631f8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5f1e76e-2431-4720-b380-cfaffbe80a5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:03:45.336451 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 69ee2aac-6b23-405e-aaca-7397a0cad217 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:03:45.474100 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 69ee2aac-6b23-405e-aaca-7397a0cad217 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:45.475101 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:45.625037 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 69ee2aac-6b23-405e-aaca-7397a0cad217 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:03:45.625691 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:45.652561 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 69ee2aac-6b23-405e-aaca-7397a0cad217, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=69ee2aac-6b23-405e-aaca-7397a0cad217,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:45.731741 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:45.837377 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=69ee2aac-6b23-405e-aaca-7397a0cad217,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:47.213982 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 69ee2aac-6b23-405e-aaca-7397a0cad217 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:03:47.287010 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 69ee2aac-6b23-405e-aaca-7397a0cad217 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:03:47.287915 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (69ee2aac-6b23-405e-aaca-7397a0cad217), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:47.421157 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 69ee2aac-6b23-405e-aaca-7397a0cad217 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:03:48.389679 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:03:49.708492 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9364e5d1-20b3-4e51-9c45-73fb4f1a49cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:52.655085 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5fdc3bc3-f901-4538-b5d3-c1962477045b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:54.422574 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:55.485053 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:56.411178 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:19.731129 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a4cabead-d567-47f0-95cf-a8515e530d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:22.605549 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7185855b-2ed6-4fdb-819a-22b99b35b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:24.438862 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:25.379655 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:04:26.108011 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:26.417058 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:49.699361 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-03b11bd9-e247-405d-a7e6-fb19a5411006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:52.603826 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-752f15e0-21f3-48e7-8d74-8d85f3159de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:54.432157 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:55.444323 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:56.398411 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:02.378138 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:05:12.523214 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33522) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:12.585245 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2a903e-b6e3-4fad-bc53-ad5a7413685d admin admin] GET failed (client error): The resource could not be found. Mar 08 05:05:12.586548 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-0c2a903e-b6e3-4fad-bc53-ad5a7413685d admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623879 Mar 08 05:05:12.751707 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff45e25-8e99-425c-b8ef-84411d474b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:12.753181 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-dff45e25-8e99-425c-b8ef-84411d474b6d admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1625705 Mar 08 05:05:15.147052 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33532) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:15.240517 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c2575-80a7-4723-bcd0-c244bfd9eba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:15.241933 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b46c2575-80a7-4723-bcd0-c244bfd9eba9 admin admin] 10.222.0.26 "GET /v2.0/subnets/c9771026-8d89-401c-94dd-0989ba631f8c HTTP/1.1" status: 200 len: 849 time: 0.0933859 Mar 08 05:05:15.251689 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:05:15.335296 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Publish callbacks [] for subnet (c9771026-8d89-401c-94dd-0989ba631f8c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:15.557878 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776744820143'] for subnet (c9771026-8d89-401c-94dd-0989ba631f8c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:15.591332 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:15.591796 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:15.593125 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] 10.222.0.26 "PUT /v2.0/subnets/c9771026-8d89-401c-94dd-0989ba631f8c HTTP/1.1" status: 200 len: 868 time: 0.3452067 Mar 08 05:05:15.610017 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48107eb3-81e3-4736-b817-c0b76d879485 None None] Network 35dc63c4-8a58-4312-a369-fbfd04991053 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:05:15.613381 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9771026-8d89-401c-94dd-0989ba631f8c,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:05:15.620855 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.621285 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.621587 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.621935 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.622272 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.622610 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.622988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.623341 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.623688 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.624043 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.624380 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.624708 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.625035 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522a9acf-b5de-4197-a95e-4ad2a840fb36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:05:15.904246 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-0cf3df9e-8063-4ebc-9770-b768024c7b1c None None] Provisioning complete for port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:05:15.904718 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df9e-8063-4ebc-9770-b768024c7b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7249ae1f-24c1-4154-8151-ab8c1ff3a412), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:15.986396 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3df9e-8063-4ebc-9770-b768024c7b1c None None] Current status of the port 7249ae1f-24c1-4154-8151-ab8c1ff3a412 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:05:15.997751 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-0cf3df9e-8063-4ebc-9770-b768024c7b1c None None] Provisioning complete for port 649e39fa-66fc-4684-9f12-168cae282a06 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:05:16.001686 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0cf3df9e-8063-4ebc-9770-b768024c7b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (649e39fa-66fc-4684-9f12-168cae282a06), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:16.075993 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3df9e-8063-4ebc-9770-b768024c7b1c None None] Current status of the port 649e39fa-66fc-4684-9f12-168cae282a06 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:05:17.991770 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33540) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:18.201338 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615ca537-3b09-4d35-9718-cdd266bdf961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:18.201758 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615ca537-3b09-4d35-9718-cdd266bdf961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:18.203387 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-615ca537-3b09-4d35-9718-cdd266bdf961 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106748 Mar 08 05:05:19.683187 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f03ea7ee-9c6c-46a3-a5fb-48298583b1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:20.609141 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33548) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:20.745724 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73274d05-2633-4fc2-9690-76250c39919a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:20.746198 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73274d05-2633-4fc2-9690-76250c39919a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:20.747778 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-73274d05-2633-4fc2-9690-76250c39919a admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1376631 Mar 08 05:05:22.603480 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f2f62bab-c05b-44db-b593-67ea9d458e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:23.102917 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33556) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:23.235662 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb708bb9-60c1-42ac-bfee-4b21e339b428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:23.237055 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-cb708bb9-60c1-42ac-bfee-4b21e339b428 admin admin] 10.222.0.26 "GET /v2.0/networks/35dc63c4-8a58-4312-a369-fbfd04991053 HTTP/1.1" status: 200 len: 869 time: 0.1331792 Mar 08 05:05:24.432076 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:25.443678 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:25.623356 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33564) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:25.766687 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b839c-51d4-4d56-ae8b-c23ac5af14a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:25.767996 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c96b839c-51d4-4d56-ae8b-c23ac5af14a5 admin admin] 10.222.0.26 "GET /v2.0/networks/3797e510-526d-4b36-90b6-6ffd05032906 HTTP/1.1" status: 200 len: 886 time: 0.1436756 Mar 08 05:05:26.420478 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:28.121616 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33572) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:28.249449 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86da1a-4c5f-47da-878a-2a60354d37e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:28.249951 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86da1a-4c5f-47da-878a-2a60354d37e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:28.251521 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-fc86da1a-4c5f-47da-878a-2a60354d37e6 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289542 Mar 08 05:05:30.611844 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33580) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:30.823657 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce04643-a43c-44a7-ae35-a60d0b11d972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:30.824030 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce04643-a43c-44a7-ae35-a60d0b11d972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:30.825676 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-bce04643-a43c-44a7-ae35-a60d0b11d972 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2127819 Mar 08 05:05:33.269962 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33588) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:33.372962 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a497f-2565-419c-8270-8a02b0a69be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:33.374351 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-1d5a497f-2565-419c-8270-8a02b0a69be7 admin admin] 10.222.0.26 "GET /v2.0/subnets/4435544b-b5aa-4bf6-9063-6a31c741dac2 HTTP/1.1" status: 200 len: 816 time: 0.1034045 Mar 08 05:05:35.765401 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 33596) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:05:35.863186 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24795d3-6420-43d8-82e2-2fe97c9e9865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:05:35.864529 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-e24795d3-6420-43d8-82e2-2fe97c9e9865 admin admin] 10.222.0.26 "GET /v2.0/subnets/c9771026-8d89-401c-94dd-0989ba631f8c HTTP/1.1" status: 200 len: 868 time: 0.0981960 Mar 08 05:05:39.377088 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:05:49.682581 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-6abb0e80-6685-44d8-9f22-b95c8bdb83dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:52.591353 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c5777ee0-976e-4d49-bf20-a80261daa494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:54.476773 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:55.465523 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:56.408696 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:04.644501 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33650) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:06:04.696168 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [None req-a59fc3fc-6b09-4283-86ae-3ee003a773da admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:06:04.697176 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-a59fc3fc-6b09-4283-86ae-3ee003a773da admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516965 Mar 08 05:06:07.202855 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33658) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:06:07.269695 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f077139-6945-46ba-87a1-4553d3165628 admin admin] GET failed (client error): The resource could not be found. Mar 08 05:06:07.272006 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-4f077139-6945-46ba-87a1-4553d3165628 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0676713 Mar 08 05:06:07.367682 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ffd849-331d-4bf9-b96c-323e06ba98da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:06:07.369175 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-76ffd849-331d-4bf9-b96c-323e06ba98da admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0916438 Mar 08 05:06:09.805016 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33666) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:06:09.855564 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:06:09.968380 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Made reservation on behalf of 402b2faa9b864397a8a9abe5cea4cb8a for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:06:09.970794 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:10.000741 dv-cinder-828060-9-iscsi neutron-server[103747]: WARNING neutron.services.revisions.revision_plugin [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Could not find related network for resource to bump revision. Mar 08 05:06:10.013609 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:06:10.024766 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (291fb1f0-94f5-4470-9d79-1c74202f4cfd), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:10.025100 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Added segment 291fb1f0-94f5-4470-9d79-1c74202f4cfd of type vlan for network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 Mar 08 05:06:10.065545 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (8baa7b7b-50d8-4802-8a5c-662cd7fd8893), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:10.151288 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (8baa7b7b-50d8-4802-8a5c-662cd7fd8893), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:10.152298 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:06:10.152872 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:10.213776 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] Pushing event updated for resources: {'Network': ['ID=8baa7b7b-50d8-4802-8a5c-662cd7fd8893,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:06:10.225240 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:06:10.268522 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-1b0aa36f-9788-4e3b-b016-70ab4d62507f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4621985 Mar 08 05:06:12.663503 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 33674) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:06:12.726975 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86ffcee-a8f6-4b6a-ac48-70a9b3b2890c admin admin] GET failed (client error): The resource could not be found. Mar 08 05:06:12.728273 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c86ffcee-a8f6-4b6a-ac48-70a9b3b2890c admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638332 Mar 08 05:06:12.834284 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5a2af-1437-4348-8dc9-1ab6b2f0a9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:06:12.835823 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-7da5a2af-1437-4348-8dc9-1ab6b2f0a9a4 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1031499 Mar 08 05:06:12.846176 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:06:12.933762 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Made reservation on behalf of 402b2faa9b864397a8a9abe5cea4cb8a for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:06:12.936104 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:13.191124 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (c95e5165-0ccf-4f77-97a6-61c7cb4c212a), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:13.252664 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95e5165-0ccf-4f77-97a6-61c7cb4c212a,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:06:13.263506 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Checking segment: {'id': '291fb1f0-94f5-4470-9d79-1c74202f4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:06:13.263857 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Network hostable DHCP agents. Network: 8baa7b7b-50d8-4802-8a5c-662cd7fd8893, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:06:13.266340 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.266703 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.267073 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.267411 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.267743 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.268070 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.268409 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.268737 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.269081 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.269425 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.269803 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.270170 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.271469 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:13.362742 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:06:13.460116 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 8baa7b7b-50d8-4802-8a5c-662cd7fd8893) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:06:13.464465 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:06:13.465076 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:13.469790 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86284a37-599f-4063-a826-c90d4986407a None None] Network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:06:13.575682 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-8baa7b7b-50d8-4802-8a5c-662cd7fd8893', 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893', 'project_id': '402b2faa9b864397a8a9abe5cea4cb8a', 'fixed_ips': [{'subnet_id': 'c95e5165-0ccf-4f77-97a6-61c7cb4c212a'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:06:13.576546 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:13.582214 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-107e3cdf-a2e7-4247-a69d-d0cc18127735 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7395799 Mar 08 05:06:13.824328 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Allocated IP 192.168.233.2 (8baa7b7b-50d8-4802-8a5c-662cd7fd8893/c95e5165-0ccf-4f77-97a6-61c7cb4c212a/7dc05e45-ee17-4b84-a4d1-2045ab2f86dc) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:06:13.975707 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Publish callbacks [] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:14.071708 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:14.114963 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:06:14.118070 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:06:14.121652 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:06:14.127271 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Pushing event updated for resources: {'Port': ['ID=7dc05e45-ee17-4b84-a4d1-2045ab2f86dc,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:06:14.155485 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.155851 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.156212 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.156563 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.156894 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.157219 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.157549 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.157880 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.158198 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.158538 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.158857 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.159205 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.159526 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:06:14.197139 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Attempting to bind port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:06:14.197520 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Attempting to bind port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '291fb1f0-94f5-4470-9d79-1c74202f4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:06:14.197887 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Attempting to bind port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc on network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:06:14.203460 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:06:14.203852 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Checking segment: {'id': '291fb1f0-94f5-4470-9d79-1c74202f4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:06:14.204261 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:14.204657 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Bound using segment: {'id': '291fb1f0-94f5-4470-9d79-1c74202f4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:06:14.205134 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Bound port: 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291fb1f0-94f5-4470-9d79-1c74202f4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:06:14.205519 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:14.273568 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] For port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:06:14.278963 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] For port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=7dc05e45-ee17-4b84-a4d1-2045ab2f86dc,segment=NetworkSegment(291fb1f0-94f5-4470-9d79-1c74202f4cfd),segment_id=291fb1f0-94f5-4470-9d79-1c74202f4cfd)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:06:14.352006 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:14.425597 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34739d79-93cd-46dd-ba09-f895cb52e070 None None] Pushing event updated for resources: {'Port': ['ID=7dc05e45-ee17-4b84-a4d1-2045ab2f86dc,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:06:15.306737 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b908bb-dd69-47d4-be30-dd0ebc419026 None None] Network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:06:15.339455 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:06:15.446986 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-365e1814-9f59-4962-a03d-cce50ab12b7f None None] Provisioning complete for port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:06:15.447516 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-365e1814-9f59-4962-a03d-cce50ab12b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:15.494626 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:06:15.495058 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:15.632597 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-365e1814-9f59-4962-a03d-cce50ab12b7f None None] Current status of the port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:06:15.632991 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-365e1814-9f59-4962-a03d-cce50ab12b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:15.646597 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:06:15.647044 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:15.688820 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-365e1814-9f59-4962-a03d-cce50ab12b7f None None] For port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=7dc05e45-ee17-4b84-a4d1-2045ab2f86dc,segment=NetworkSegment(291fb1f0-94f5-4470-9d79-1c74202f4cfd),segment_id=291fb1f0-94f5-4470-9d79-1c74202f4cfd)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:06:15.779936 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-365e1814-9f59-4962-a03d-cce50ab12b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:15.851851 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.db.api [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 05:06:15.852125 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG oslo_db.api [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 05:06:15.854953 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e1814-9f59-4962-a03d-cce50ab12b7f None None] Pushing event updated for resources: {'Port': ['ID=7dc05e45-ee17-4b84-a4d1-2045ab2f86dc,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:06:15.900115 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-ffd3aa6b-be03-491e-b663-62ed8b14cd7c None None] Provisioning complete for port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:06:15.900508 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ffd3aa6b-be03-491e-b663-62ed8b14cd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:15.984547 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3aa6b-be03-491e-b663-62ed8b14cd7c None None] Current status of the port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:06:16.375301 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:06:16.390206 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:06:17.267189 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:06:17.325334 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:06:17.325797 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (7dc05e45-ee17-4b84-a4d1-2045ab2f86dc), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:17.402318 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 7dc05e45-ee17-4b84-a4d1-2045ab2f86dc is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:06:19.716919 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cb1ac88b-8306-4279-84fe-7dc7fddd1f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:22.607773 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-8c2a9ae9-8aee-4c71-89dc-f96becfe82c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:24.430274 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:25.485086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:26.413176 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:49.681676 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-3d851e8d-9fbe-41fe-90e2-a8fad05c354d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:52.607454 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7dc7208-fa5d-4e59-ae98-daef79e27f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:53.373816 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:06:54.453198 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:55.504477 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:56.418167 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:19.687038 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-654abc09-b24a-4db4-949c-885ced572f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:22.612204 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-eccbccfb-bf66-400c-a11f-6316e09ccd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:24.469208 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:25.520613 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:26.429345 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:30.373235 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:07:45.944120 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33714) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:07:45.950034 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [None req-bfa2cf4c-0f3d-42d7-9138-fc82b59e6d9a tempest-verify_tempest_config-191677917 tempest-verify_tempest_config-191677917-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:07:45.951247 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-bfa2cf4c-0f3d-42d7-9138-fc82b59e6d9a tempest-verify_tempest_config-191677917 tempest-verify_tempest_config-191677917-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059683 Mar 08 05:07:46.560732 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 33732) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:07:46.667741 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:46.745867 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Publish callbacks [] for security_group (6848ff38-b48c-4406-8810-477febeb7c7d), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:46.823639 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6848ff38-b48c-4406-8810-477febeb7c7d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:46.871116 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40d6ec1073044b018368be2b21ee7646&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3092871 Mar 08 05:07:46.872098 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6848ff38-b48c-4406-8810-477febeb7c7d,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:07:46.873886 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 33736) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:07:46.879745 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.880192 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.880687 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.881047 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.881384 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.881719 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.882062 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.882392 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.882734 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.883095 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.883415 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.883736 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.884058 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2278fff-faf4-46c2-a0ed-3c125935cbb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:46.956389 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Publish callbacks [] for security_group (6848ff38-b48c-4406-8810-477febeb7c7d), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:46.978267 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Publish callbacks [] for security_group (6848ff38-b48c-4406-8810-477febeb7c7d), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:47.132339 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6848ff38-b48c-4406-8810-477febeb7c7d), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:47.134850 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:47.136083 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6848ff38-b48c-4406-8810-477febeb7c7d HTTP/1.1" status: 204 len: 168 time: 0.2605684 Mar 08 05:07:47.144939 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6848ff38-b48c-4406-8810-477febeb7c7d,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:07:47.152070 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.152426 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.152770 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.153127 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.153482 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.153775 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.154122 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.154455 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.154802 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.155162 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.155487 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.155815 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:47.156141 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4217ae4-0953-4e7c-ae26-4dec2bcc6cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:07:49.675264 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f5a78834-1693-4dd2-8d7b-d77cff993c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:52.605603 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-673e46ce-a27e-4da3-bff2-a226646dd9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:54.480525 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:55.525707 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:56.434308 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:07.372378 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:08:19.685200 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c8aa-9170-484c-a900-6fe7556e556a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:22.605242 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a77d0e32-0d71-4a23-83fa-d2238e90f6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:24.450672 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:25.490931 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:26.433752 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:44.372820 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:08:49.684875 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-56662dcc-d63c-40d5-8131-d63f237e9dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:52.639448 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-292ea617-5861-40f9-9cb5-1949470e6499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:54.439281 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:55.496550 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:56.433166 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:19.678705 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cec9fca6-1514-4ccc-9c08-1f6d64c406f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:21.370773 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 5 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:09:22.621344 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-86cf6912-2c6e-44ff-b45e-4c88a5df2604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:24.438696 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:25.502345 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:26.438955 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:29.181721 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8222461'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:44.624411 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 33808) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:09:44.734148 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0e03288b-b90a-48e0-ba46-b2879bb33e3c admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1086345 Mar 08 05:09:47.138556 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 33818) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:09:47.194101 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-8fb7fa57-0771-44e3-86c9-576e002cf975 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0544043 Mar 08 05:09:49.695525 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-bec90f45-e7ea-4a11-a5ee-faf0b120b379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:52.598128 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2adb3842-65ec-49e4-8862-5a7ea92c6b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:54.484008 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:55.530045 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:56.449162 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:09:58.370649 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:09:59.112678 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:19.683825 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9663c55f-d997-424f-9a66-59e74bc0f427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:22.592069 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-de267317-bfe4-4558-9026-39fa17258b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:24.465570 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:25.528779 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:26.443551 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:29.083957 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:35.371241 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:10:49.689395 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-3e2b80a2-9605-47b7-85ec-812f7b8ec5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:52.615177 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c96a3ceb-bf0e-475a-a14f-c59d82eed193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:54.483735 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:55.512405 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:56.431816 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:10:59.111744 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:12.370337 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:11:19.693805 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-82f2ac9b-c0c3-4264-b384-fae75c4ded4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:22.653441 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7a621559-5a26-4346-acbf-7883021085da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:24.488863 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:25.477075 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:26.453555 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:27.120247 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34008) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:27.307754 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34022) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:27.482986 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1112016503-network', 'tenant_id': 'b031e6e366fd4843a402ed5cc56c61f0'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:27.584767 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Made reservation on behalf of b031e6e366fd4843a402ed5cc56c61f0 for: {'network': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:27.587202 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:27.600933 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:27.690561 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Publish callbacks [] for security_group (fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:27.756745 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:27.780906 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-590613453-network', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:27.801028 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:11:27.807442 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:27.821140 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.821487 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.822029 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.822368 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.822708 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.823071 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.823402 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.823730 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.824075 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.824422 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.824751 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.825073 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.825393 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Tracked resource versions report: Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: pushed versions: Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: { 'AddressGroup': {'1.2'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'ConntrackHelper': {'1.0'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Log': {'1.0'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Network': {'1.1'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Port': {'1.7'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'PortForwarding': {'1.2'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'QosPolicy': {'1.10'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SecurityGroup': {'1.5'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SubPort': {'1.0'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Subnet': {'1.1'}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Trunk': {'1.1'}} Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: consumer versions: Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: { DHCP agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: HyperV agent@hv-cinder-82806: {}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: L3 agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: Metadata agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: Metering agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: Open vSwitch agent@dv-cinder-828060-9-iscsi: { 'AddressGroup': '1.2', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'ConntrackHelper': '1.0', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'LocalIPAssociation': '1.0', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Log': '1.0', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Network': '1.1', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Port': '1.7', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'PortForwarding': '1.2', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'QosPolicy': '1.10', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SecurityGroup': '1.5', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SecurityGroupRule': '1.2', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'SubPort': '1.0', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Subnet': '1.1', Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: 'Trunk': '1.1'}} Mar 08 05:11:27.826456 dv-cinder-828060-9-iscsi neutron-server[103748]: {{(pid=103748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:11:27.847200 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776744790622', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (a1e06519-98e5-4968-b2d2-2d4400233147), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:27.847548 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Unsubscribe: segment precommit_create {{(pid=103748) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 05:11:27.850105 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.segments_db [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Added segment a1e06519-98e5-4968-b2d2-2d4400233147 of type vlan for network bf256955-54df-4aa1-a384-55512d8eb75f Mar 08 05:11:27.920162 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (bf256955-54df-4aa1-a384-55512d8eb75f), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.008426 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Made reservation on behalf of d82c88089643490b8ac1cbca277282ab for: {'network': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:28.010877 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.025452 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.050824 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (bf256955-54df-4aa1-a384-55512d8eb75f), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.052007 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:28.052683 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.117063 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34046) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:28.125415 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34052) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:28.186208 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0648565 Mar 08 05:11:28.188320 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe667f02-6d41-4013-996c-6c84803974c1 admin admin] Pushing event updated for resources: {'Network': ['ID=bf256955-54df-4aa1-a384-55512d8eb75f,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:28.195025 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34058) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:28.197014 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34060) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:28.201217 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Request body: {'subnet': {'network_id': 'bf256955-54df-4aa1-a384-55512d8eb75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1112016503-subnet', 'tenant_id': 'b031e6e366fd4843a402ed5cc56c61f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:28.207681 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network bf256955-54df-4aa1-a384-55512d8eb75f details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:11:28.233803 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Publish callbacks [] for security_group (6d6f7ce4-24cb-4ef3-9489-d3958ae41dc7), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.328269 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Made reservation on behalf of b031e6e366fd4843a402ed5cc56c61f0 for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:28.331451 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.361150 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6d6f7ce4-24cb-4ef3-9489-d3958ae41dc7), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.395463 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:11:28.416304 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6f7ce4-24cb-4ef3-9489-d3958ae41dc7,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:28.420517 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (aba8364f-8c12-4d9a-9f79-235d5080359c), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.420867 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.segments_db [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Added segment aba8364f-8c12-4d9a-9f79-235d5080359c of type vlan for network 2e044609-f564-417f-b790-8c2dcd333e28 Mar 08 05:11:28.447039 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372409112-network', 'tenant_id': '8196fd834dec42f6bcb89650c7560590'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:28.460356 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-811507968-network', 'tenant_id': '6078b908042145b19876cce08fc19a35'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:28.473231 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (2e044609-f564-417f-b790-8c2dcd333e28), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.542292 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Made reservation on behalf of 8196fd834dec42f6bcb89650c7560590 for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:28.544567 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.562382 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (2e044609-f564-417f-b790-8c2dcd333e28), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.563470 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:28.565855 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.588815 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.631734 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=2e044609-f564-417f-b790-8c2dcd333e28,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:28.641681 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Made reservation on behalf of 6078b908042145b19876cce08fc19a35 for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:28.645033 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.645200 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 2e044609-f564-417f-b790-8c2dcd333e28 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:11:28.672960 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.678979 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0b57b8e2-f6a2-4abb-9c49-825ef00a7bf8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3678255 Mar 08 05:11:28.679646 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34078) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:28.686703 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Request body: {'subnet': {'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-subnet', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:28.733583 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Publish callbacks [] for security_group (9b0cf1e8-2667-4a45-bfea-5c7664525c06), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.751688 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-741644148-network', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:28.760068 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (a7f8db66-4ca0-40c0-b5be-2b2388c6b23a), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.796444 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Made reservation on behalf of d82c88089643490b8ac1cbca277282ab for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:28.798859 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.849754 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9b0cf1e8-2667-4a45-bfea-5c7664525c06), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.854044 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Made reservation on behalf of e21149b18ca344f09b048acf88235cd5 for: {'network': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:28.854279 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Publish callbacks [] for security_group (1bf0d96a-05fc-47e2-9472-b76b2178dd85), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.856898 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.869786 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.870107 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f8db66-4ca0-40c0-b5be-2b2388c6b23a,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:28.876107 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Checking segment: {'id': 'a1e06519-98e5-4968-b2d2-2d4400233147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bf256955-54df-4aa1-a384-55512d8eb75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:28.876563 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Network hostable DHCP agents. Network: bf256955-54df-4aa1-a384-55512d8eb75f, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:11:28.893077 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:11:28.898360 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.898716 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Tracked resource versions report: Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: pushed versions: Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: { 'AddressGroup': {'1.2'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'ConntrackHelper': {'1.0'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Log': {'1.0'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Network': {'1.1'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Port': {'1.7'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'PortForwarding': {'1.2'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'QosPolicy': {'1.10'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SecurityGroup': {'1.5'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SubPort': {'1.0'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Subnet': {'1.1'}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Trunk': {'1.1'}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: consumer versions: Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: { DHCP agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: HyperV agent@hv-cinder-82806: {}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: L3 agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: Metadata agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: Metering agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: Open vSwitch agent@dv-cinder-828060-9-iscsi: { 'AddressGroup': '1.2', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'ConntrackHelper': '1.0', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'LocalIPAssociation': '1.0', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Log': '1.0', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Network': '1.1', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Port': '1.7', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'PortForwarding': '1.2', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'QosPolicy': '1.10', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SecurityGroup': '1.5', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SecurityGroupRule': '1.2', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'SubPort': '1.0', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Subnet': '1.1', Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: 'Trunk': '1.1'}} Mar 08 05:11:28.916988 dv-cinder-828060-9-iscsi neutron-server[103747]: {{(pid=103747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:11:28.935442 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (5c34b110-e678-4ef7-aa2b-99c9f0b00980), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.935791 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Added segment 5c34b110-e678-4ef7-aa2b-99c9f0b00980 of type vlan for network 09c16587-6043-4735-a812-f9601c0ce5cc Mar 08 05:11:28.937145 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0cf1e8-2667-4a45-bfea-5c7664525c06,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:28.998274 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Publish callbacks [] for security_group (eae05b78-6345-43ee-9612-37794fc21e3c), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:28.998394 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (1bf0d96a-05fc-47e2-9472-b76b2178dd85), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.010154 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (09c16587-6043-4735-a812-f9601c0ce5cc), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.044597 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:11:29.085632 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Network bf256955-54df-4aa1-a384-55512d8eb75f is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:11:29.094023 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (eae05b78-6345-43ee-9612-37794fc21e3c), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.109543 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:11:29.120035 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.121484 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (809fbfbe-f24f-4b30-8432-3ce023f7f399), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.122349 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.segments_db [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Added segment 809fbfbe-f24f-4b30-8432-3ce023f7f399 of type vlan for network 6459fbae-33a1-4a2f-bac2-0297d91770ad Mar 08 05:11:29.130421 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Added segment d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3 of type vlan for network f93d4532-f358-4f4b-86bd-f443626d8104 Mar 08 05:11:29.149918 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf0d96a-05fc-47e2-9472-b76b2178dd85,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:29.162613 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.168071 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (6459fbae-33a1-4a2f-bac2-0297d91770ad), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.212595 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, bf256955-54df-4aa1-a384-55512d8eb75f) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:29.212595 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (f93d4532-f358-4f4b-86bd-f443626d8104), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.214119 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:29.214934 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.220386 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc0701-3fb0-4613-af59-e19fbc54fdf5 None None] Network bf256955-54df-4aa1-a384-55512d8eb75f requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:29.239937 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae05b78-6345-43ee-9612-37794fc21e3c,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:29.261328 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (09c16587-6043-4735-a812-f9601c0ce5cc), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.271067 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:29.272565 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.288579 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (11f1d6e5-2c29-4b8f-a304-8ab0e2c96907), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.364645 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (6459fbae-33a1-4a2f-bac2-0297d91770ad), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.365521 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:29.366102 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.368176 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-3a0dc3f4-f3af-44db-8ba5-c2a9d25095e9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1719389 Mar 08 05:11:29.392719 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2745001 Mar 08 05:11:29.403847 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34104) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:29.412630 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Request body: {'subnet': {'network_id': '09c16587-6043-4735-a812-f9601c0ce5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1372409112-subnet', 'tenant_id': '8196fd834dec42f6bcb89650c7560590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:29.453161 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:29.459464 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e2d4-8c6c-4212-bf51-cfdd1383dc69 admin admin] Pushing event updated for resources: {'Network': ['ID=09c16587-6043-4735-a812-f9601c0ce5cc,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:29.466923 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (f93d4532-f358-4f4b-86bd-f443626d8104), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.468172 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:29.468959 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.491625 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 09c16587-6043-4735-a812-f9601c0ce5cc details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:11:29.535245 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be071838-46e3-4ec0-975b-0ff126bd770c None None] Network bf256955-54df-4aa1-a384-55512d8eb75f requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:29.538597 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3374224 Mar 08 05:11:29.539342 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34108) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:29.546512 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Request body: {'subnet': {'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-741644148-subnet', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:29.551189 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Checking segment: {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:29.551552 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Network hostable DHCP agents. Network: 2e044609-f564-417f-b790-8c2dcd333e28, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:11:29.553569 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806662b7-acb5-48f5-9279-5edee5c68eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=6459fbae-33a1-4a2f-bac2-0297d91770ad,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:29.558438 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Made reservation on behalf of 8196fd834dec42f6bcb89650c7560590 for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:29.561291 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.587548 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f93d4532-f358-4f4b-86bd-f443626d8104,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:29.598135 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:11:29.637203 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network f93d4532-f358-4f4b-86bd-f443626d8104 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:11:29.648319 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Made reservation on behalf of e21149b18ca344f09b048acf88235cd5 for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:29.650983 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.673179 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-e290954d-fe2c-41ec-932e-f4001ad2d5a8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5429263 Mar 08 05:11:29.674055 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34114) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:29.688913 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Network 2e044609-f564-417f-b790-8c2dcd333e28 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:11:29.697286 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Request body: {'subnet': {'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-subnet', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:29.875909 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Made reservation on behalf of 6078b908042145b19876cce08fc19a35 for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:29.878595 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:29.985934 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 2e044609-f564-417f-b790-8c2dcd333e28) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:29.994227 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:29.994954 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.000515 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c299e99d-e506-4bd0-bb91-6f93ba700255 None None] Network 2e044609-f564-417f-b790-8c2dcd333e28 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:30.137309 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-7b72df6c-5d8f-40d7-802a-9262f89dbb1b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4529955 Mar 08 05:11:30.138662 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34130) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:30.144452 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:30.155629 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (c3c679e2-cd0b-4ca2-9a19-c3f3670a23e8), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.198627 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-2e044609-f564-417f-b790-8c2dcd333e28', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:11:30.199641 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.238493 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (d4770685-7661-41b3-8a9d-88d2198076ee), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.278216 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Checking segment: {'id': '5c34b110-e678-4ef7-aa2b-99c9f0b00980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09c16587-6043-4735-a812-f9601c0ce5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:30.278604 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Network hostable DHCP agents. Network: 09c16587-6043-4735-a812-f9601c0ce5cc, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:11:30.286810 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c679e2-cd0b-4ca2-9a19-c3f3670a23e8,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:30.292590 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (9a9c5000-e01f-435f-a150-83a12cc98d62), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.293716 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (9a9c5000-e01f-435f-a150-83a12cc98d62), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.382840 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (e0d3c07a-d96a-4b45-8d0c-38b15f10db78), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.387008 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks [] for router_controller (9a9c5000-e01f-435f-a150-83a12cc98d62), precommit_add_association {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.401708 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4770685-7661-41b3-8a9d-88d2198076ee,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:30.406357 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Checking segment: {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:30.406715 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Network hostable DHCP agents. Network: 6459fbae-33a1-4a2f-bac2-0297d91770ad, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:11:30.441763 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Allocated IP 172.20.0.2 (2e044609-f564-417f-b790-8c2dcd333e28/11f1d6e5-2c29-4b8f-a304-8ab0e2c96907/fc78c8b4-eda1-4b4c-8cd3-56731880ecc5) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:30.442506 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Network 09c16587-6043-4735-a812-f9601c0ce5cc is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:11:30.510789 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:11:30.567623 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d3c07a-d96a-4b45-8d0c-38b15f10db78,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:30.587721 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 09c16587-6043-4735-a812-f9601c0ce5cc) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:30.592375 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Checking segment: {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:30.593283 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Network hostable DHCP agents. Network: f93d4532-f358-4f4b-86bd-f443626d8104, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:11:30.594627 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 6459fbae-33a1-4a2f-bac2-0297d91770ad) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:30.599875 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:30.600610 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.601834 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:30.602523 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.605549 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d131e5-2863-4301-8428-9b2bff1c85fd None None] Network 09c16587-6043-4735-a812-f9601c0ce5cc requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:30.700767 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-cfcd7e03-f173-44f9-abc1-12496cbe531a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1586335 Mar 08 05:11:30.704000 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34144) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:30.711918 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:30.762655 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5f14a-518c-4b1c-8e91-90a56cf98636 None None] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:30.832402 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (53178613-e88d-49a1-981b-3dbac1c613aa), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.834423 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (53178613-e88d-49a1-981b-3dbac1c613aa), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.870404 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-4ea79640-94b8-4948-9cea-658557f0cd87 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4651315 Mar 08 05:11:30.881153 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks [] for router_gateway (9a9c5000-e01f-435f-a150-83a12cc98d62), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.929301 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Publish callbacks [] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.941029 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Network f93d4532-f358-4f4b-86bd-f443626d8104 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:11:30.950366 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, f93d4532-f358-4f4b-86bd-f443626d8104) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:30.956185 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:30.957736 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:30.973452 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901877b9-365a-4435-8f0f-9294b5c712a5 None None] Network f93d4532-f358-4f4b-86bd-f443626d8104 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:30.985570 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce71908-6272-44c0-b629-e359f8ca5122 None None] Network 09c16587-6043-4735-a812-f9601c0ce5cc requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:31.098946 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.124702 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Network 2e044609-f564-417f-b790-8c2dcd333e28 is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:31.139481 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:31.143733 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:31.151354 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-214e066d-9eea-4b40-b289-2996574f5e85 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4610860 Mar 08 05:11:31.161458 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34182) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:31.167395 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:31.294524 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34190) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:31.295504 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (a46f571e-3472-4889-adc5-b05d8dfbd637), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.296700 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (a46f571e-3472-4889-adc5-b05d8dfbd637), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.303285 dv-cinder-828060-9-iscsi neutron-server[103747]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 05:11:31.306782 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks [] for router_controller (53178613-e88d-49a1-981b-3dbac1c613aa), precommit_add_association {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.504839 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Attempting to bind port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:11:31.505467 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Attempting to bind port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:11:31.505576 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Attempting to bind port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 on network 2e044609-f564-417f-b790-8c2dcd333e28 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:31.513174 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks [] for router_gateway (9a9c5000-e01f-435f-a150-83a12cc98d62), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.530623 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-6459fbae-33a1-4a2f-bac2-0297d91770ad', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:11:31.531928 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.552807 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:11:31.553399 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Checking segment: {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:31.553982 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.554850 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Bound using segment: {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:11:31.559915 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Bound port: fc78c8b4-eda1-4b4c-8cd3-56731880ecc5, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:11:31.559915 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.576401 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.578193 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Pushing event updated for resources: {'Port': ['ID=fc78c8b4-eda1-4b4c-8cd3-56731880ecc5,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:31.614971 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.615321 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.615686 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.616031 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.616364 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.616766 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.617109 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.618354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.618354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.618354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.618631 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.618715 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.619182 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Tracked resource versions report: Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: pushed versions: Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: { 'AddressGroup': {'1.2'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'ConntrackHelper': {'1.0'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Log': {'1.0'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Network': {'1.1'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Port': {'1.7'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'PortForwarding': {'1.2'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'QosPolicy': {'1.10'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SecurityGroup': {'1.5'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SubPort': {'1.0'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Subnet': {'1.1'}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Trunk': {'1.1'}} Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: consumer versions: Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: { DHCP agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: HyperV agent@hv-cinder-82806: {}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: L3 agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: Metadata agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: Metering agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: Open vSwitch agent@dv-cinder-828060-9-iscsi: { 'AddressGroup': '1.2', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'ConntrackHelper': '1.0', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'LocalIPAssociation': '1.0', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Log': '1.0', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Network': '1.1', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Port': '1.7', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'PortForwarding': '1.2', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'QosPolicy': '1.10', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SecurityGroup': '1.5', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SecurityGroupRule': '1.2', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'SubPort': '1.0', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Subnet': '1.1', Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: 'Trunk': '1.1'}} Mar 08 05:11:31.620169 dv-cinder-828060-9-iscsi neutron-server[103749]: {{(pid=103749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:11:31.631227 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks [] for router_controller (a46f571e-3472-4889-adc5-b05d8dfbd637), precommit_add_association {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.649125 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a19439-bc1e-46e0-a823-b269cd072e26 None None] Network f93d4532-f358-4f4b-86bd-f443626d8104 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:31.731719 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-f50e8489-db74-43bc-9cb0-fd9df894f16d tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:31.734567 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-f50e8489-db74-43bc-9cb0-fd9df894f16d tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/networks?id=bf256955-54df-4aa1-a384-55512d8eb75f HTTP/1.1" status: 200 len: 812 time: 0.4328449 Mar 08 05:11:31.833325 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks [] for router_gateway (53178613-e88d-49a1-981b-3dbac1c613aa), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.843406 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] For port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:11:31.867501 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] For port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=fc78c8b4-eda1-4b4c-8cd3-56731880ecc5,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:11:31.877807 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Allocated IP 172.20.0.2 (6459fbae-33a1-4a2f-bac2-0297d91770ad/d4770685-7661-41b3-8a9d-88d2198076ee/d92848be-8b8f-453f-9e0e-a1a9c5089e6b) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:31.938805 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-302e1d92-26c1-40f0-9454-7d335981bb58 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/quotas/b031e6e366fd4843a402ed5cc56c61f0 HTTP/1.1" status: 200 len: 375 time: 0.1007881 Mar 08 05:11:31.951436 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks [] for router_gateway (a46f571e-3472-4889-adc5-b05d8dfbd637), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.966345 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:31.994052 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Allocated IP 172.27.2.164 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/8eba4359-96a1-485e-98c6-25b9c774aa17) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:32.053185 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-26a6c376-1b8e-4aad-a6c4-2ee4ff8c8258 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b031e6e366fd4843a402ed5cc56c61f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882580 Mar 08 05:11:32.092763 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07304876-72a8-4fa1-9f0f-a2ef01dbc365 None None] Pushing event updated for resources: {'Port': ['ID=fc78c8b4-eda1-4b4c-8cd3-56731880ecc5,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:32.182187 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Publish callbacks [] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.242735 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.292666 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34220) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:32.312342 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1981431961-network', 'tenant_id': '27c30564ecff4a38879c2c7180a8af3f'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:32.363590 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Pushing event updated for resources: {'Port': ['ID=d92848be-8b8f-453f-9e0e-a1a9c5089e6b,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:32.370084 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks [] for router_gateway (53178613-e88d-49a1-981b-3dbac1c613aa), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.370328 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks [] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.384928 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:32.386771 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:32.389887 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:32.423543 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.545086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Attempting to bind port d92848be-8b8f-453f-9e0e-a1a9c5089e6b on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:11:32.545086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Attempting to bind port d92848be-8b8f-453f-9e0e-a1a9c5089e6b by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:11:32.545086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Attempting to bind port d92848be-8b8f-453f-9e0e-a1a9c5089e6b on network 6459fbae-33a1-4a2f-bac2-0297d91770ad {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:32.545086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:11:32.545086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Checking segment: {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:32.545086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.545086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Bound using segment: {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:11:32.545086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Bound port: d92848be-8b8f-453f-9e0e-a1a9c5089e6b, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:11:32.545086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.649322 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] For port d92848be-8b8f-453f-9e0e-a1a9c5089e6b, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:11:32.659494 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] For port d92848be-8b8f-453f-9e0e-a1a9c5089e6b, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d92848be-8b8f-453f-9e0e-a1a9c5089e6b,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:11:32.678575 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-9bdf30b3-97a4-4a72-8e83-bf9f24c34565 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:11:32.679767 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-9bdf30b3-97a4-4a72-8e83-bf9f24c34565 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3392062 Mar 08 05:11:32.680783 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Made reservation on behalf of 27c30564ecff4a38879c2c7180a8af3f for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:32.683333 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.686030 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.756257 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.759873 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.762746 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Allocated IP 172.27.2.134 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/6aeff408-76e5-4f59-8959-45519dfc7f86) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:32.819474 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:32.852689 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks [] for router_gateway (a46f571e-3472-4889-adc5-b05d8dfbd637), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.866039 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:32.869026 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:32.875371 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614fe85-0ae0-422d-b13b-ea6d62f01dc3 None None] Pushing event updated for resources: {'Port': ['ID=d92848be-8b8f-453f-9e0e-a1a9c5089e6b,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:32.928109 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Pushing event updated for resources: {'Port': ['ID=8eba4359-96a1-485e-98c6-25b9c774aa17,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:32.929666 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks [] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:32.936451 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:33.089923 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:33.243949 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:33.283300 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:33.299756 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:33.332957 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-5841487a-c762-465f-b51d-1f8996d7eca2 service neutron] 10.222.0.26 "GET /v2.0/networks/bf256955-54df-4aa1-a384-55512d8eb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115584 Mar 08 05:11:33.444233 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-c6a4bca4-ba21-492c-bf0d-0ba1896ca621 service neutron] 10.222.0.26 "GET /v2.0/networks/bf256955-54df-4aa1-a384-55512d8eb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103857 Mar 08 05:11:33.454594 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Pushing event updated for resources: {'Port': ['ID=6aeff408-76e5-4f59-8959-45519dfc7f86,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:33.629078 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Allocated IP 172.27.2.200 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/17a4706d-fe6f-440c-bbb5-6f3334a01bbb) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:33.663975 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device d92848be-8b8f-453f-9e0e-a1a9c5089e6b up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:33.716750 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Publish callbacks [] for security_group (4ede0bc5-7046-4cd7-b529-52a9d9a38bd1), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:33.989630 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4ede0bc5-7046-4cd7-b529-52a9d9a38bd1), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:33.989630 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ede0bc5-7046-4cd7-b529-52a9d9a38bd1,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:33.989630 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks [] for router_gateway (9a9c5000-e01f-435f-a150-83a12cc98d62), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:33.991132 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port d92848be-8b8f-453f-9e0e-a1a9c5089e6b triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:33.991132 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:33.991600 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:11:34.047897 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052473fd-528f-4b7e-9df1-2ffaba8a17a9 None None] Network 2e044609-f564-417f-b790-8c2dcd333e28 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:34.075899 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks [] for router_gateway (53178613-e88d-49a1-981b-3dbac1c613aa), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.110216 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port d92848be-8b8f-453f-9e0e-a1a9c5089e6b is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:34.112353 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.232844 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34258) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:34.234518 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (9a9c5000-e01f-435f-a150-83a12cc98d62), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.239653 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (559d094e-3414-4f71-8df8-96fc6da3dbce), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.240006 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Added segment 559d094e-3414-4f71-8df8-96fc6da3dbce of type vlan for network f2847c7f-0202-453a-9882-e82cb369c99b Mar 08 05:11:34.314228 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port d92848be-8b8f-453f-9e0e-a1a9c5089e6b, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d92848be-8b8f-453f-9e0e-a1a9c5089e6b,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:11:34.323950 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-93c5fea4-20f1-4e45-9713-9bc5674915e1 None None] Provisioning complete for port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:34.325497 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-93c5fea4-20f1-4e45-9713-9bc5674915e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.341808 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4f0b55f5-5a74-4ea1-9f83-9edce57bc77d req-58d21eb9-f914-49ce-98e8-3f7e99f99fc0 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 210 time: 0.1038079 Mar 08 05:11:34.438941 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.443893 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:34.539751 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=d92848be-8b8f-453f-9e0e-a1a9c5089e6b,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:34.540215 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks [] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.574610 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (f2847c7f-0202-453a-9882-e82cb369c99b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.660241 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Router 9a9c5000-e01f-435f-a150-83a12cc98d62 is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:11:34.688200 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e08c6-6040-4357-8e82-81ecab3abf12 None None] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:34.757088 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-93c5fea4-20f1-4e45-9713-9bc5674915e1 None None] Current status of the port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:34.757884 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-93c5fea4-20f1-4e45-9713-9bc5674915e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.777179 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (f2847c7f-0202-453a-9882-e82cb369c99b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.779122 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:34.782435 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.792153 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (53178613-e88d-49a1-981b-3dbac1c613aa), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.804471 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:34.805106 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:34.996567 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:35.018682 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-93c5fea4-20f1-4e45-9713-9bc5674915e1 None None] For port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=fc78c8b4-eda1-4b4c-8cd3-56731880ecc5,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:11:35.022135 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] Pushing event updated for resources: {'Network': ['ID=f2847c7f-0202-453a-9882-e82cb369c99b,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:35.043925 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-32ad7f16-a2f5-47a8-9e16-028d164d7c57 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7356772 Mar 08 05:11:35.055178 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34292) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:35.063985 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network f2847c7f-0202-453a-9882-e82cb369c99b details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:11:35.064259 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Request body: {'subnet': {'network_id': 'f2847c7f-0202-453a-9882-e82cb369c99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1981431961-subnet', 'tenant_id': '27c30564ecff4a38879c2c7180a8af3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:35.093838 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:35.115136 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:35.124879 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:35.236007 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-93c5fea4-20f1-4e45-9713-9bc5674915e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:35.256887 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Pushing event updated for resources: {'Port': ['ID=17a4706d-fe6f-440c-bbb5-6f3334a01bbb,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:35.294699 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Made reservation on behalf of 27c30564ecff4a38879c2c7180a8af3f for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:35.298426 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:35.328385 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:11:35.339604 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Router 53178613-e88d-49a1-981b-3dbac1c613aa is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:11:35.340393 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Sync routers for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:11:35.389229 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:35.390296 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:35.409379 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:35.409786 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:35.462309 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-71d771ad-d31c-467f-8088-7bfe75d49f73 None None] Provisioning complete for port d92848be-8b8f-453f-9e0e-a1a9c5089e6b triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:35.465519 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-71d771ad-d31c-467f-8088-7bfe75d49f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:35.520652 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5fea4-20f1-4e45-9713-9bc5674915e1 None None] Pushing event updated for resources: {'Port': ['ID=fc78c8b4-eda1-4b4c-8cd3-56731880ecc5,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:35.666436 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.db.api [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 05:11:35.666809 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG oslo_db.api [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 05:11:35.818104 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:11:35.828037 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks [] for router_gateway (a46f571e-3472-4889-adc5-b05d8dfbd637), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:35.847250 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:35.849276 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5eaefb4b-f362-4d1b-b3c8-15447d3b2e50 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7093663 Mar 08 05:11:35.856597 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34310) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:35.882942 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:35.954814 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29dc7a46-9887-4226-9dbe-7b1df751dc6e req-1116f0f7-7d81-4b64-ace6-115ef3b6cb3b tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 210 time: 0.1295044 Mar 08 05:11:35.984832 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Sync routers for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:11:35.999390 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.004631 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-e89a557a-838e-4b33-8576-d9b39ece9f27 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2962379 Mar 08 05:11:36.008177 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34314) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:36.025998 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-71d771ad-d31c-467f-8088-7bfe75d49f73 None None] Current status of the port d92848be-8b8f-453f-9e0e-a1a9c5089e6b is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:36.038128 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:36.039100 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:36.079222 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-71d771ad-d31c-467f-8088-7bfe75d49f73 None None] Provisioning complete for port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:36.079849 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-71d771ad-d31c-467f-8088-7bfe75d49f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.215965 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:36.307630 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:36.314831 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:33Z', 'revision_number': 3, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:36.360395 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Checking router: 9a9c5000-e01f-435f-a150-83a12cc98d62 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:11:36.360395 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Updating router 9a9c5000-e01f-435f-a150-83a12cc98d62 port 8eba4359-96a1-485e-98c6-25b9c774aa17 binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:11:36.401794 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.402077 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-71d771ad-d31c-467f-8088-7bfe75d49f73 None None] Current status of the port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:36.448372 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device d92848be-8b8f-453f-9e0e-a1a9c5089e6b up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:36.572441 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port d92848be-8b8f-453f-9e0e-a1a9c5089e6b triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:36.572828 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.616964 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-5e3fcd68-a40d-4376-8ce7-e9c6e28c897d None None] Provisioning complete for port d92848be-8b8f-453f-9e0e-a1a9c5089e6b triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:36.617303 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5e3fcd68-a40d-4376-8ce7-e9c6e28c897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.697119 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (ef81688a-d4f2-40f2-a4ce-2014c77826a0), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.768602 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Publish callbacks [] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.808587 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:33Z', 'revision_number': 3, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:36.836347 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.848098 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (a46f571e-3472-4889-adc5-b05d8dfbd637), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.862715 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Checking segment: {'id': '559d094e-3414-4f71-8df8-96fc6da3dbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f2847c7f-0202-453a-9882-e82cb369c99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:36.863750 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Network hostable DHCP agents. Network: f2847c7f-0202-453a-9882-e82cb369c99b, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:11:36.885886 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Checking router: 53178613-e88d-49a1-981b-3dbac1c613aa for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:11:36.886209 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Updating router 53178613-e88d-49a1-981b-3dbac1c613aa port 6aeff408-76e5-4f59-8959-45519dfc7f86 binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:11:36.906665 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Pushing event updated for resources: {'Port': ['ID=8eba4359-96a1-485e-98c6-25b9c774aa17,revision_number=2']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:36.931374 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port d92848be-8b8f-453f-9e0e-a1a9c5089e6b is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:36.939085 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:36.939290 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.939290 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.939290 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.939290 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.939290 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.939290 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.939290 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.939290 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.939290 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.941110 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.942093 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.942456 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.942799 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Tracked resource versions report: Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: pushed versions: Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: { 'AddressGroup': {'1.2'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'ConntrackHelper': {'1.0'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Log': {'1.0'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Network': {'1.1'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Port': {'1.7'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'PortForwarding': {'1.2'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'QosPolicy': {'1.10'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SecurityGroup': {'1.5'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SubPort': {'1.0'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Subnet': {'1.1'}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Trunk': {'1.1'}} Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: consumer versions: Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: { DHCP agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: HyperV agent@hv-cinder-82806: {}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: L3 agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: Metadata agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: Metering agent@dv-cinder-828060-9-iscsi: {}, Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: Open vSwitch agent@dv-cinder-828060-9-iscsi: { 'AddressGroup': '1.2', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'ConntrackHelper': '1.0', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'LocalIPAssociation': '1.0', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Log': '1.0', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Network': '1.1', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Port': '1.7', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'PortForwarding': '1.2', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'QosPolicy': '1.10', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SecurityGroup': '1.5', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SecurityGroupRule': '1.2', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'SubPort': '1.0', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Subnet': '1.1', Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: 'Trunk': '1.1'}} Mar 08 05:11:36.944137 dv-cinder-828060-9-iscsi neutron-server[103750]: {{(pid=103750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:11:36.947577 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Attempting to bind port 8eba4359-96a1-485e-98c6-25b9c774aa17 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:11:36.947577 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Attempting to bind port 8eba4359-96a1-485e-98c6-25b9c774aa17 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:11:36.947824 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Attempting to bind port 8eba4359-96a1-485e-98c6-25b9c774aa17 on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:36.954212 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:11:36.954716 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:36.955133 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.960158 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:11:36.969869 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Bound port: 8eba4359-96a1-485e-98c6-25b9c774aa17, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:11:36.969869 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:36.972667 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-5e3fcd68-a40d-4376-8ce7-e9c6e28c897d None None] Current status of the port d92848be-8b8f-453f-9e0e-a1a9c5089e6b is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:36.983467 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:37.057185 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] For port 8eba4359-96a1-485e-98c6-25b9c774aa17, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:11:37.066250 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] For port 8eba4359-96a1-485e-98c6-25b9c774aa17, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=8eba4359-96a1-485e-98c6-25b9c774aa17,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:11:37.099741 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef81688a-d4f2-40f2-a4ce-2014c77826a0,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:37.134213 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:37.261756 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:37.262406 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:37.304787 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63dba5-ca19-400e-bef7-2d95f2a01332 None None] Pushing event updated for resources: {'Port': ['ID=8eba4359-96a1-485e-98c6-25b9c774aa17,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:37.337772 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-332ace86-a908-4fea-b508-86265a8c0543 req-2f396943-944f-4a48-88d3-419bfa6ec02c tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 210 time: 0.0808208 Mar 08 05:11:37.350610 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:37.351547 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:37.375379 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Network f2847c7f-0202-453a-9882-e82cb369c99b is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:11:37.412968 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:37.438613 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Router a46f571e-3472-4889-adc5-b05d8dfbd637 is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:11:37.491363 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, f2847c7f-0202-453a-9882-e82cb369c99b) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:37.509184 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:37.510408 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:37.554112 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:37.640284 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:11:37.659307 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Sync routers for ids ['a46f571e-3472-4889-adc5-b05d8dfbd637'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:11:37.664680 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:33Z', 'revision_number': 3, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:37.676314 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09bc5b-b942-420b-93dd-45c3d8aaa925 None None] Network f2847c7f-0202-453a-9882-e82cb369c99b requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:37.705195 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696dcb13-234b-4e13-856d-557766e9e53d None None] The sync data for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi is: [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:33Z', 'revision_number': 3, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:11:37.709524 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Routers {'a46f571e-3472-4889-adc5-b05d8dfbd637'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:37.710228 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['a46f571e-3472-4889-adc5-b05d8dfbd637'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:37.715196 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:37.719573 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-6a001b2b-5603-4d0f-b3da-767bd933e69a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5538239 Mar 08 05:11:37.723589 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34342) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:37.839064 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-5ecddd44-ba28-4c9b-9b8a-d9e71439b41e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7818873 Mar 08 05:11:37.906055 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Publish callbacks [] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:37.913819 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Set router a46f571e-3472-4889-adc5-b05d8dfbd637 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:38.030307 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.087230 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34346) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:38.147627 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854eb43-1323-4a5a-8324-63f66e37c0ac None None] Pushing event updated for resources: {'Port': ['ID=6aeff408-76e5-4f59-8959-45519dfc7f86,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:38.151955 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2c1c7b-94c0-47fe-b536-0c031fa1c615 None None] Network f2847c7f-0202-453a-9882-e82cb369c99b requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:11:38.293341 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.355033 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Attempting to bind port 6aeff408-76e5-4f59-8959-45519dfc7f86 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:11:38.356064 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Attempting to bind port 6aeff408-76e5-4f59-8959-45519dfc7f86 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:11:38.357066 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Attempting to bind port 6aeff408-76e5-4f59-8959-45519dfc7f86 on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:38.378001 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:11:38.397603 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:38.398382 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.399481 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:11:38.401971 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Bound port: 6aeff408-76e5-4f59-8959-45519dfc7f86, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:11:38.405823 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.456181 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:35Z', 'revision_number': 3, 'project_id': '6078b908042145b19876cce08fc19a35', 'gw_port': {'id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:38.459343 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.474460 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c53183-906f-4676-a603-bd25d16979ba admin admin] Deleting subnet c3c679e2-cd0b-4ca2-9a19-c3f3670a23e8 {{(pid=103747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:11:38.489886 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Checking router: a46f571e-3472-4889-adc5-b05d8dfbd637 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:11:38.490252 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Updating router a46f571e-3472-4889-adc5-b05d8dfbd637 port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:11:38.510634 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-86c53183-906f-4676-a603-bd25d16979ba admin admin] Publish callbacks [] for subnet (c3c679e2-cd0b-4ca2-9a19-c3f3670a23e8), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.532487 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] For port 6aeff408-76e5-4f59-8959-45519dfc7f86, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:11:38.538490 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] For port 6aeff408-76e5-4f59-8959-45519dfc7f86, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=6aeff408-76e5-4f59-8959-45519dfc7f86,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:11:38.541165 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.548358 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 8eba4359-96a1-485e-98c6-25b9c774aa17 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:38.610141 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ca108463-5d9d-4727-916e-789dc20652ea req-81845138-4e1c-4cea-a6f4-4f53d7534e77 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 210 time: 0.0968325 Mar 08 05:11:38.623978 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.683155 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-86c53183-906f-4676-a603-bd25d16979ba admin admin] Publish callbacks [] for subnet (c3c679e2-cd0b-4ca2-9a19-c3f3670a23e8), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.713171 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-86c53183-906f-4676-a603-bd25d16979ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (c3c679e2-cd0b-4ca2-9a19-c3f3670a23e8), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.746554 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:38.747361 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:38.750494 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854eb43-1323-4a5a-8324-63f66e37c0ac None None] Pushing event updated for resources: {'Port': ['ID=6aeff408-76e5-4f59-8959-45519dfc7f86,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:38.756723 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 8eba4359-96a1-485e-98c6-25b9c774aa17 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:38.757104 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:38.859783 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Allocated IP 172.20.0.1 (2e044609-f564-417f-b790-8c2dcd333e28/11f1d6e5-2c29-4b8f-a304-8ab0e2c96907/6f57be9e-1439-4f24-98c1-c44bba0edc92) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:39.017370 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.035015 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-86c53183-906f-4676-a603-bd25d16979ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for subnet (c3c679e2-cd0b-4ca2-9a19-c3f3670a23e8), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.121526 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:39.131732 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Allocated IP 172.20.0.1 (6459fbae-33a1-4a2f-bac2-0297d91770ad/d4770685-7661-41b3-8a9d-88d2198076ee/a2a5a8b8-3da7-42b9-993d-ee992bd40969) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:39.136257 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Publish callbacks [] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.188048 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Publish callbacks [] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.258633 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c53183-906f-4676-a603-bd25d16979ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c679e2-cd0b-4ca2-9a19-c3f3670a23e8,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:39.285398 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Allocated IP 172.20.0.1 (f93d4532-f358-4f4b-86bd-f443626d8104/e0d3c07a-d96a-4b45-8d0c-38b15f10db78/0bccd5b6-9896-4ac0-9022-928c7bced2af) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:39.301662 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.308853 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 8eba4359-96a1-485e-98c6-25b9c774aa17 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:39.311018 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.311130 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-86c53183-906f-4676-a603-bd25d16979ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.314015 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-86c53183-906f-4676-a603-bd25d16979ba admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c3c679e2-cd0b-4ca2-9a19-c3f3670a23e8 HTTP/1.1" status: 204 len: 168 time: 1.2196991 Mar 08 05:11:39.318092 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34364) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:39.419526 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356d992-00c4-49a9-83f5-78a5bed226d7 None None] Pushing event updated for resources: {'Port': ['ID=17a4706d-fe6f-440c-bbb5-6f3334a01bbb,revision_number=2']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:39.435615 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Publish callbacks [] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.443673 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 8eba4359-96a1-485e-98c6-25b9c774aa17, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=8eba4359-96a1-485e-98c6-25b9c774aa17,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:11:39.466175 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.477449 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Attempting to bind port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:11:39.479035 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Attempting to bind port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:11:39.479416 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Attempting to bind port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:39.496424 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:11:39.496984 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:39.497407 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.497853 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:11:39.498349 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Bound port: 17a4706d-fe6f-440c-bbb5-6f3334a01bbb, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:11:39.498741 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.552308 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:33Z', 'revision_number': 3, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:39.574367 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] For port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:11:39.578586 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] For port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=17a4706d-fe6f-440c-bbb5-6f3334a01bbb,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:11:39.603049 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c8833-5d27-4065-9464-67981eb0e988 None None] The sync data for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi is: [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:33Z', 'revision_number': 3, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:11:39.603677 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Network 2e044609-f564-417f-b790-8c2dcd333e28 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:39.604708 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.616266 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Publish callbacks [] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.626438 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:39.629835 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:39.630358 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (9a9c5000-e01f-435f-a150-83a12cc98d62), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.647620 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (09c16587-6043-4735-a812-f9601c0ce5cc), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.659738 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.664100 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=8eba4359-96a1-485e-98c6-25b9c774aa17,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:39.746033 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Routers {'a46f571e-3472-4889-adc5-b05d8dfbd637'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:39.746675 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['a46f571e-3472-4889-adc5-b05d8dfbd637'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:39.824530 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:39.866072 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356d992-00c4-49a9-83f5-78a5bed226d7 None None] Pushing event updated for resources: {'Port': ['ID=17a4706d-fe6f-440c-bbb5-6f3334a01bbb,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:39.911288 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4a267603-755f-4a99-b427-9e55abce9574 req-2207b013-2943-45d0-95f1-3e8ef1076a9c tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 210 time: 0.1175003 Mar 08 05:11:39.953995 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Pushing event updated for resources: {'Port': ['ID=6f57be9e-1439-4f24-98c1-c44bba0edc92,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:39.985690 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] Set router a46f571e-3472-4889-adc5-b05d8dfbd637 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:40.014312 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (09c16587-6043-4735-a812-f9601c0ce5cc), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:40.030242 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-f9749958-7c22-485c-87cc-60da33ae40d7 None None] Provisioning complete for port 6f57be9e-1439-4f24-98c1-c44bba0edc92 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:40.030607 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f9749958-7c22-485c-87cc-60da33ae40d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:40.057384 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Network f93d4532-f358-4f4b-86bd-f443626d8104 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:40.077663 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:40.086169 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:40.086169 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (a46f571e-3472-4889-adc5-b05d8dfbd637), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:40.087658 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:40.095402 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bccd5b6-9896-4ac0-9022-928c7bced2af,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:40.136246 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-f9749958-7c22-485c-87cc-60da33ae40d7 None None] Port 6f57be9e-1439-4f24-98c1-c44bba0edc92 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:11:40.158701 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.158701 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.158701 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.175507 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.175507 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.177801 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.177801 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.177801 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.177801 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.183072 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.248877 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a5a8b8-3da7-42b9-993d-ee992bd40969,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:40.259148 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:40.278675 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:40.323511 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:40.329490 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:40.330123 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (53178613-e88d-49a1-981b-3dbac1c613aa), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:40.592703 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:35Z', 'revision_number': 3, 'project_id': '6078b908042145b19876cce08fc19a35', 'gw_port': {'id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:40.632896 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 8eba4359-96a1-485e-98c6-25b9c774aa17 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:40.695411 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.695983 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.696073 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.711034 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:40.711539 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c16587-6043-4735-a812-f9601c0ce5cc']}} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:40.780674 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08256768-7e7d-4fd0-b26c-8c62ced07c53 None None] The sync data for ids ['a46f571e-3472-4889-adc5-b05d8dfbd637'] in dv-cinder-828060-9-iscsi is: [{'id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:35Z', 'revision_number': 3, 'project_id': '6078b908042145b19876cce08fc19a35', 'gw_port': {'id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:11:40.862989 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c34b110-e678-4ef7-aa2b-99c9f0b00980') {'for_net_delete': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:40.863975 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c34b110-e678-4ef7-aa2b-99c9f0b00980') {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:40.877400 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 8eba4359-96a1-485e-98c6-25b9c774aa17 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:40.877400 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:40.992928 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Publish callbacks [] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.072112 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.076490 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (9a9c5000-e01f-435f-a150-83a12cc98d62), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.179788 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-f4d6720c-1c32-4aaf-a9f3-a45215aa9c61 None None] Provisioning complete for port a2a5a8b8-3da7-42b9-993d-ee992bd40969 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:41.184680 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f4d6720c-1c32-4aaf-a9f3-a45215aa9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.354461 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Network 2e044609-f564-417f-b790-8c2dcd333e28 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:41.409506 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6720c-1c32-4aaf-a9f3-a45215aa9c61 None None] Port a2a5a8b8-3da7-42b9-993d-ee992bd40969 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:11:41.423292 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.13', 56874) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:41.440277 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 8eba4359-96a1-485e-98c6-25b9c774aa17 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:41.442033 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6aeff408-76e5-4f59-8959-45519dfc7f86 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:41.536964 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 6aeff408-76e5-4f59-8959-45519dfc7f86 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:41.537558 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.698122 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5539400'] for segment (5c34b110-e678-4ef7-aa2b-99c9f0b00980), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.768277 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 6aeff408-76e5-4f59-8959-45519dfc7f86 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:41.781265 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-26afa544-7eb0-458f-89b1-9ea315fd9361 req-bf078cb3-9a59-44c1-846c-3938d07f5ec1 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 210 time: 0.3515768 Mar 08 05:11:41.782062 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.782209 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:41.782209 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Pushing event updated for resources: {'Port': ['ID=6f57be9e-1439-4f24-98c1-c44bba0edc92,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:41.800935 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.809692 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (5c34b110-e678-4ef7-aa2b-99c9f0b00980), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.902307 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 6aeff408-76e5-4f59-8959-45519dfc7f86, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=6aeff408-76e5-4f59-8959-45519dfc7f86,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:11:41.957245 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.958782 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-64ce91c3-45f9-4bd0-a459-47a006fa0ec8 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:41.968876 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-64ce91c3-45f9-4bd0-a459-47a006fa0ec8 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.13 "GET /v2.0/networks?id=bf256955-54df-4aa1-a384-55512d8eb75f HTTP/1.1" status: 200 len: 812 time: 0.5411706 Mar 08 05:11:41.971024 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:11:41.971598 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111877'] for segment (5c34b110-e678-4ef7-aa2b-99c9f0b00980), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: from cryptography.utils import int_from_bytes Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: from cryptography.utils import int_from_bytes Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: Traceback (most recent call last): Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: timer() Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: cb(*args, **kw) Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: return func(*args, **kwargs) Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: self._notify() Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: self.callback(batched_events) Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: event.method(event) Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: return f(self, *a, **k) Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._get(url).json() Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: return self.request(url, 'GET', **kwargs) Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:11:41.988660 dv-cinder-828060-9-iscsi neutron-server[103747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:11:42.107584 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=6aeff408-76e5-4f59-8959-45519dfc7f86,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:42.116425 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Request body: {'port': {'device_id': '8e029a81-84c3-4f99-b641-b0a7d53ad092', 'network_id': 'bf256955-54df-4aa1-a384-55512d8eb75f', 'admin_state_up': True, 'tenant_id': 'b031e6e366fd4843a402ed5cc56c61f0'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:42.322360 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (09c16587-6043-4735-a812-f9601c0ce5cc), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:42.350379 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfa5f3c6-e4ce-444d-884d-aea4b9b26676 None None] Provisioning complete for port 6f57be9e-1439-4f24-98c1-c44bba0edc92 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:42.350996 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f3c6-e4ce-444d-884d-aea4b9b26676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:42.367908 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Router 9a9c5000-e01f-435f-a150-83a12cc98d62 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:11:42.449926 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5f3c6-e4ce-444d-884d-aea4b9b26676 None None] Port 6f57be9e-1439-4f24-98c1-c44bba0edc92 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:11:42.472335 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:42.475775 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/09c16587-6043-4735-a812-f9601c0ce5cc HTTP/1.1" status: 204 len: 168 time: 3.1563134 Mar 08 05:11:42.491871 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34426) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:42.521701 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17a4706d-fe6f-440c-bbb5-6f3334a01bbb up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:42.547214 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4683e73-7930-4ce9-af51-d934ff8a8fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=09c16587-6043-4735-a812-f9601c0ce5cc,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:42.715465 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:42.716258 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:42.772899 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee743fb2-5193-424c-9da2-3a97a86a4e44 admin admin] Deleting subnet ef81688a-d4f2-40f2-a4ce-2014c77826a0 {{(pid=103747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:11:42.790536 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee743fb2-5193-424c-9da2-3a97a86a4e44 admin admin] Publish callbacks [] for subnet (ef81688a-d4f2-40f2-a4ce-2014c77826a0), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:42.883481 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee743fb2-5193-424c-9da2-3a97a86a4e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5539507'] for subnet (ef81688a-d4f2-40f2-a4ce-2014c77826a0), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:42.897439 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Publish callbacks [] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:42.904266 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:42.906813 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:42.972408 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=17a4706d-fe6f-440c-bbb5-6f3334a01bbb,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:11:42.976479 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:11:42.993379 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Sync routers for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:11:42.997975 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee743fb2-5193-424c-9da2-3a97a86a4e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (ef81688a-d4f2-40f2-a4ce-2014c77826a0), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.005001 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-8f494054-2e40-482a-bc75-1a6b5644bc9e admin admin] 10.222.0.26 "PUT /v2.0/routers/9a9c5000-e01f-435f-a150-83a12cc98d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1457615 Mar 08 05:11:43.009859 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.011190 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (53178613-e88d-49a1-981b-3dbac1c613aa), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.023062 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:43.027862 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:43.083518 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34458) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:43.094573 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.133266 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.134146 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6aeff408-76e5-4f59-8959-45519dfc7f86 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:43.140936 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2890a33c-e1da-42c9-a813-bd0cabe968ea req-a5989afb-0255-478f-9cce-21927fea357e tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 210 time: 0.0554426 Mar 08 05:11:43.209942 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=17a4706d-fe6f-440c-bbb5-6f3334a01bbb,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:43.265283 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee743fb2-5193-424c-9da2-3a97a86a4e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005557'] for subnet (ef81688a-d4f2-40f2-a4ce-2014c77826a0), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.284110 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Made reservation on behalf of b031e6e366fd4843a402ed5cc56c61f0 for: {'port': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:11:43.294396 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.322215 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a5a8b8-3da7-42b9-993d-ee992bd40969,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:43.382515 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:43.389775 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:43.396475 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:43.427819 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee743fb2-5193-424c-9da2-3a97a86a4e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef81688a-d4f2-40f2-a4ce-2014c77826a0,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:43.485655 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ee743fb2-5193-424c-9da2-3a97a86a4e44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.485932 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ee743fb2-5193-424c-9da2-3a97a86a4e44 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ef81688a-d4f2-40f2-a4ce-2014c77826a0 HTTP/1.1" status: 204 len: 168 time: 0.9913094 Mar 08 05:11:43.491424 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34472) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:43.525720 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 6aeff408-76e5-4f59-8959-45519dfc7f86 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:43.535369 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.659688 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-41d99521-83e3-4f23-9555-4ec07b6c9ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.780777 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Router 53178613-e88d-49a1-981b-3dbac1c613aa has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:11:43.963906 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Publish callbacks [] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:43.969917 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34480) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:44.003230 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Allocated IP 172.20.0.10 (bf256955-54df-4aa1-a384-55512d8eb75f/a7f8db66-4ca0-40c0-b5be-2b2388c6b23a/64ff2a4a-ebc4-47a4-95de-0ee0c0772157) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:44.057034 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:44.091652 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 6aeff408-76e5-4f59-8959-45519dfc7f86 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:44.146447 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (a46f571e-3472-4889-adc5-b05d8dfbd637), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:44.169199 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-9e27706a-a824-4068-9783-17d09c92c806 None None] Provisioning complete for port a2a5a8b8-3da7-42b9-993d-ee992bd40969 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:44.170463 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9e27706a-a824-4068-9783-17d09c92c806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:44.344274 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:11:44.349719 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (f2847c7f-0202-453a-9882-e82cb369c99b), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:44.373761 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Sync routers for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:11:44.386773 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-5a8c35c8-ea1d-4409-aebb-433af877c105 admin admin] 10.222.0.26 "PUT /v2.0/routers/53178613-e88d-49a1-981b-3dbac1c613aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3704066 Mar 08 05:11:44.402570 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:44.403560 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:44.476803 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-9e27706a-a824-4068-9783-17d09c92c806 None None] Port a2a5a8b8-3da7-42b9-993d-ee992bd40969 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:11:44.515358 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:40Z', 'revision_number': 2, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:44.634577 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (f2847c7f-0202-453a-9882-e82cb369c99b), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:44.663523 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17a4706d-fe6f-440c-bbb5-6f3334a01bbb up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:44.672607 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Checking router: 9a9c5000-e01f-435f-a150-83a12cc98d62 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:11:44.679790 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Updating router 9a9c5000-e01f-435f-a150-83a12cc98d62 port 6f57be9e-1439-4f24-98c1-c44bba0edc92 binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:11:44.693462 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.693818 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.694602 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.695726 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.696105 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.696465 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.696791 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.697116 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.697436 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.697758 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:44.855272 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:44.875883 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Publish callbacks [] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:44.939166 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.063775 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:45.064535 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.132603 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.155693 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c47ddaa1-00e9-4503-8adb-93b8d678bb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.174959 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Network f93d4532-f358-4f4b-86bd-f443626d8104 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:45.177206 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-41d99521-83e3-4f23-9555-4ec07b6c9ed4 admin admin] Publish callbacks [] for security_group (e6fa73b2-ab0f-4ce9-a670-4b1c6943b3bb), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.225728 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:45.235447 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0bccd5b6-9896-4ac0-9022-928c7bced2af,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:45.307242 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:45.307838 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:45.308397 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:45.309491 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:11:45.310184 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2847c7f-0202-453a-9882-e82cb369c99b']}} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:45.347604 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-41d99521-83e3-4f23-9555-4ec07b6c9ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e6fa73b2-ab0f-4ce9-a670-4b1c6943b3bb), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.417629 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559d094e-3414-4f71-8df8-96fc6da3dbce') {'for_net_delete': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:45.418443 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559d094e-3414-4f71-8df8-96fc6da3dbce') {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:45.424619 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:42Z', 'revision_number': 2, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:45.480026 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Checking router: 53178613-e88d-49a1-981b-3dbac1c613aa for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:11:45.481006 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Updating router 53178613-e88d-49a1-981b-3dbac1c613aa port a2a5a8b8-3da7-42b9-993d-ee992bd40969 binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:11:45.503404 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5430779'] for segment (559d094e-3414-4f71-8df8-96fc6da3dbce), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.552795 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34502) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:45.572569 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-508c7e3a-2d73-4783-8c3e-7843ef11e5b8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476564830', 'description': 'tempest-description--1302720518'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:45.578408 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.632845 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (559d094e-3414-4f71-8df8-96fc6da3dbce), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.702963 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:11:45.704290 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5447571'] for segment (559d094e-3414-4f71-8df8-96fc6da3dbce), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: from cryptography.utils import int_from_bytes Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: from cryptography.utils import int_from_bytes Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: Traceback (most recent call last): Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: timer() Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: cb(*args, **kw) Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: return func(*args, **kwargs) Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: self._notify() Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: self.callback(batched_events) Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: event.method(event) Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: return f(self, *a, **k) Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._get(url).json() Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: return self.request(url, 'GET', **kwargs) Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:11:45.722945 dv-cinder-828060-9-iscsi neutron-server[103748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:11:45.913631 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-508c7e3a-2d73-4783-8c3e-7843ef11e5b8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.116737 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-508c7e3a-2d73-4783-8c3e-7843ef11e5b8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (87a783f4-b409-4fab-a433-6d307ede5401), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.139745 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Publish callbacks [] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.161923 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d99521-83e3-4f23-9555-4ec07b6c9ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fa73b2-ab0f-4ce9-a670-4b1c6943b3bb,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:46.195938 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:46.227257 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Network bf256955-54df-4aa1-a384-55512d8eb75f is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:46.238743 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (f2847c7f-0202-453a-9882-e82cb369c99b), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.251609 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.253338 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:46.265750 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:46.282328 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.284956 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f2847c7f-0202-453a-9882-e82cb369c99b HTTP/1.1" status: 204 len: 168 time: 2.7810607 Mar 08 05:11:46.327977 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-508c7e3a-2d73-4783-8c3e-7843ef11e5b8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (87a783f4-b409-4fab-a433-6d307ede5401), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.403862 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-41d99521-83e3-4f23-9555-4ec07b6c9ed4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfbfc64ab6004c829c912e96c6dc9231&name=default HTTP/1.1" status: 200 len: 2992 time: 3.3118370 Mar 08 05:11:46.408970 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674f9f2-dfbf-4491-b3c3-80cc6e559df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2847c7f-0202-453a-9882-e82cb369c99b,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:46.421276 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Pushing event updated for resources: {'Port': ['ID=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:46.429853 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34508) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:46.492663 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-508c7e3a-2d73-4783-8c3e-7843ef11e5b8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.494098 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-508c7e3a-2d73-4783-8c3e-7843ef11e5b8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9400601 Mar 08 05:11:46.495768 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c7e3a-2d73-4783-8c3e-7843ef11e5b8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a783f4-b409-4fab-a433-6d307ede5401,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:46.509806 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34510) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:46.510104 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34512) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:46.514688 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-955e6b18-b6ea-4704-a21d-0245d08da2ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'security_group_rule': {'security_group_id': '87a783f4-b409-4fab-a433-6d307ede5401', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:46.532350 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbfbb8-e8ee-43ec-8210-41a0556a68a5 None None] Pushing event updated for resources: {'Port': ['ID=6f57be9e-1439-4f24-98c1-c44bba0edc92,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:46.535618 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a189e3c-4e58-4916-a2b1-1963bab52485 req-b6593ef9-87b8-439a-9e81-9bb85631583b tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:46.552239 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2a189e3c-4e58-4916-a2b1-1963bab52485 req-b6593ef9-87b8-439a-9e81-9bb85631583b tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 932 time: 1.5527232 Mar 08 05:11:46.572964 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-376460a4-ae28-4f2c-bc9e-5b885861e690 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761232348', 'description': 'tempest-description--2145609006'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:46.582429 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Attempting to bind port 6f57be9e-1439-4f24-98c1-c44bba0edc92 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:11:46.582810 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Attempting to bind port 6f57be9e-1439-4f24-98c1-c44bba0edc92 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:11:46.583353 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Attempting to bind port 6f57be9e-1439-4f24-98c1-c44bba0edc92 on network 2e044609-f564-417f-b790-8c2dcd333e28 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:46.592544 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:11:46.592544 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Checking segment: {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:46.592924 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.593425 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Bound using segment: {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:11:46.593933 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Bound port: 6f57be9e-1439-4f24-98c1-c44bba0edc92, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:11:46.594330 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.632984 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:46.639859 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.708288 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Publish callbacks [] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.744701 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] For port 6f57be9e-1439-4f24-98c1-c44bba0edc92, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:11:46.750948 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] For port 6f57be9e-1439-4f24-98c1-c44bba0edc92, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=6f57be9e-1439-4f24-98c1-c44bba0edc92,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:11:46.780538 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-376460a4-ae28-4f2c-bc9e-5b885861e690 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.804340 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Router a46f571e-3472-4889-adc5-b05d8dfbd637 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:11:46.848830 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-76396b99-974b-4b97-93b8-de88d2e87ac7 None None] Provisioning complete for port 6f57be9e-1439-4f24-98c1-c44bba0edc92 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:46.849887 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-76396b99-974b-4b97-93b8-de88d2e87ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.851471 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.900245 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2a189e3c-4e58-4916-a2b1-1963bab52485 req-d056f8d6-dfc2-46f5-bcb5-302b9b9b1ccb tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315230 Mar 08 05:11:46.931633 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-955e6b18-b6ea-4704-a21d-0245d08da2ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (7b743adf-2ca0-40f5-8a49-e568b8db22f2), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:46.966560 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34516) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:46.971467 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.170297 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-376460a4-ae28-4f2c-bc9e-5b885861e690 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (cf034766-bdf3-45cf-bf35-034df43bd7c2), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.228815 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-76396b99-974b-4b97-93b8-de88d2e87ac7 None None] Port 6f57be9e-1439-4f24-98c1-c44bba0edc92 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:11:47.311840 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:47.322122 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:47.354606 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-955e6b18-b6ea-4704-a21d-0245d08da2ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (7b743adf-2ca0-40f5-8a49-e568b8db22f2), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.360142 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-376460a4-ae28-4f2c-bc9e-5b885861e690 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (cf034766-bdf3-45cf-bf35-034df43bd7c2), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.395778 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-a300e389-61f1-4205-a560-402a29d83717 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3346274 Mar 08 05:11:47.413761 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c47ddaa1-00e9-4503-8adb-93b8d678bb74 admin admin] Publish callbacks [] for security_group (522b7d32-49e4-4bc4-9aca-abf07757e482), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.430686 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-955e6b18-b6ea-4704-a21d-0245d08da2ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (7b743adf-2ca0-40f5-8a49-e568b8db22f2), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.459637 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-b317b234-d0a4-4733-b6e4-c58d88c3fce0 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:11:47.463851 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-b317b234-d0a4-4733-b6e4-c58d88c3fce0 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224292 Mar 08 05:11:47.464614 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e6b18-b6ea-4704-a21d-0245d08da2ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b743adf-2ca0-40f5-8a49-e568b8db22f2,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:47.501551 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-46e8dae0-d7a4-49b0-af16-bae39d7dc67b admin admin] Publish callbacks [] for security_group (e6fa73b2-ab0f-4ce9-a670-4b1c6943b3bb), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.568444 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c47ddaa1-00e9-4503-8adb-93b8d678bb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (522b7d32-49e4-4bc4-9aca-abf07757e482), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.616974 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-376460a4-ae28-4f2c-bc9e-5b885861e690 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.621595 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-376460a4-ae28-4f2c-bc9e-5b885861e690 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0968142 Mar 08 05:11:47.623434 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376460a4-ae28-4f2c-bc9e-5b885861e690 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf034766-bdf3-45cf-bf35-034df43bd7c2,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:47.651308 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34526) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:47.682944 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d4cf5-8c8e-4e72-9739-080e912b9276 None None] Pushing event updated for resources: {'Port': ['ID=a2a5a8b8-3da7-42b9-993d-ee992bd40969,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:47.690510 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-0249802c-e0da-4866-bc3f-b8e35172f9eb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'security_group_rule': {'security_group_id': 'cf034766-bdf3-45cf-bf35-034df43bd7c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:47.697947 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbfbb8-e8ee-43ec-8210-41a0556a68a5 None None] Pushing event updated for resources: {'Port': ['ID=6f57be9e-1439-4f24-98c1-c44bba0edc92,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:47.702428 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Attempting to bind port a2a5a8b8-3da7-42b9-993d-ee992bd40969 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:11:47.707615 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Attempting to bind port a2a5a8b8-3da7-42b9-993d-ee992bd40969 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:11:47.709755 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Attempting to bind port a2a5a8b8-3da7-42b9-993d-ee992bd40969 on network 6459fbae-33a1-4a2f-bac2-0297d91770ad {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:47.723447 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:47.729712 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:11:47.733107 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Checking segment: {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:47.735880 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.739123 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Bound using segment: {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:11:47.740029 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Bound port: a2a5a8b8-3da7-42b9-993d-ee992bd40969, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:11:47.747790 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.775997 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-e0181eb0-69dc-4e2e-87ec-586ca754f05b None None] Provisioning complete for port a2a5a8b8-3da7-42b9-993d-ee992bd40969 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:47.776656 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e0181eb0-69dc-4e2e-87ec-586ca754f05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.831513 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-955e6b18-b6ea-4704-a21d-0245d08da2ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.835290 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-955e6b18-b6ea-4704-a21d-0245d08da2ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3238056 Mar 08 05:11:47.841902 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34528) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:47.875886 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-6e4a8e26-2368-494c-90e5-b64f86366baf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'security_group_rule': {'security_group_id': '87a783f4-b409-4fab-a433-6d307ede5401', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:47.880694 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-46e8dae0-d7a4-49b0-af16-bae39d7dc67b admin admin] Publish callbacks [] for security_group (e6fa73b2-ab0f-4ce9-a670-4b1c6943b3bb), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.951417 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c47ddaa1-00e9-4503-8adb-93b8d678bb74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94aa1a1f85b14c56b4f25bf96d3d6ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9348204 Mar 08 05:11:47.952585 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-e0181eb0-69dc-4e2e-87ec-586ca754f05b None None] Port a2a5a8b8-3da7-42b9-993d-ee992bd40969 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:11:47.953516 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:11:47.967901 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-aade9ce5-0e85-439b-aaf9-7acbeffe18f6 admin admin] 10.222.0.26 "PUT /v2.0/routers/a46f571e-3472-4889-adc5-b05d8dfbd637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2425385 Mar 08 05:11:47.972300 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0249802c-e0da-4866-bc3f-b8e35172f9eb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (3937f6eb-7f50-4b6d-9bdf-3f4fdbccde77), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:47.994017 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-cbff1169-fb23-4ae0-8d53-efd05576e77b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8196fd834dec42f6bcb89650c7560590&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9041901 Mar 08 05:11:47.995059 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34534) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:47.995636 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34538) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:47.998173 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] For port a2a5a8b8-3da7-42b9-993d-ee992bd40969, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:11:48.005754 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] For port a2a5a8b8-3da7-42b9-993d-ee992bd40969, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=a2a5a8b8-3da7-42b9-993d-ee992bd40969,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:11:48.043813 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ddaa1-00e9-4503-8adb-93b8d678bb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522b7d32-49e4-4bc4-9aca-abf07757e482,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:48.096733 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Sync routers for ids ['a46f571e-3472-4889-adc5-b05d8dfbd637'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:11:48.124115 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.203127 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Request body: {'port': {'device_id': '8e029a81-84c3-4f99-b641-b0a7d53ad092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:48.221003 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Routers {'a46f571e-3472-4889-adc5-b05d8dfbd637'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:48.228100 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['a46f571e-3472-4889-adc5-b05d8dfbd637'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:48.257342 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d4cf5-8c8e-4e72-9739-080e912b9276 None None] Pushing event updated for resources: {'Port': ['ID=a2a5a8b8-3da7-42b9-993d-ee992bd40969,revision_number=4']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:48.260578 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6e4a8e26-2368-494c-90e5-b64f86366baf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (60840ccf-f2d6-40a5-968e-4069a5662b9e), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.273806 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-5af49da6-7993-4530-a9e6-8c7496e437e8 None None] Provisioning complete for port 6f57be9e-1439-4f24-98c1-c44bba0edc92 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:48.276775 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5af49da6-7993-4530-a9e6-8c7496e437e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.325029 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:48.329187 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:48.498952 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0249802c-e0da-4866-bc3f-b8e35172f9eb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (3937f6eb-7f50-4b6d-9bdf-3f4fdbccde77), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.589469 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6e4a8e26-2368-494c-90e5-b64f86366baf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (60840ccf-f2d6-40a5-968e-4069a5662b9e), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.597222 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0249802c-e0da-4866-bc3f-b8e35172f9eb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (3937f6eb-7f50-4b6d-9bdf-3f4fdbccde77), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.626657 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249802c-e0da-4866-bc3f-b8e35172f9eb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3937f6eb-7f50-4b6d-9bdf-3f4fdbccde77,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:48.670549 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-46e8dae0-d7a4-49b0-af16-bae39d7dc67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e6fa73b2-ab0f-4ce9-a670-4b1c6943b3bb), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.677766 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-46e8dae0-d7a4-49b0-af16-bae39d7dc67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.684410 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-46e8dae0-d7a4-49b0-af16-bae39d7dc67b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6fa73b2-ab0f-4ce9-a670-4b1c6943b3bb HTTP/1.1" status: 204 len: 168 time: 2.2301435 Mar 08 05:11:48.706272 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6e4a8e26-2368-494c-90e5-b64f86366baf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (60840ccf-f2d6-40a5-968e-4069a5662b9e), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.725353 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c49071fa-526b-4134-84c3-d1bede68305b admin admin] Publish callbacks [] for security_group (522b7d32-49e4-4bc4-9aca-abf07757e482), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.739916 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8dae0-d7a4-49b0-af16-bae39d7dc67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fa73b2-ab0f-4ce9-a670-4b1c6943b3bb,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:48.771354 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:48.781229 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0249802c-e0da-4866-bc3f-b8e35172f9eb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.785054 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0249802c-e0da-4866-bc3f-b8e35172f9eb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1218846 Mar 08 05:11:48.789887 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34556) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:48.790109 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1c642f5b-0fdf-4d44-93f9-55f695ec9fc6 admin admin] Publish callbacks [] for security_group (9b0cf1e8-2667-4a45-bfea-5c7664525c06), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.798899 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-403c1384-7ded-4c68-8feb-ad9822604180 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'security_group_rule': {'security_group_id': 'cf034766-bdf3-45cf-bf35-034df43bd7c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:48.811026 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a8e26-2368-494c-90e5-b64f86366baf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60840ccf-f2d6-40a5-968e-4069a5662b9e,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:48.900671 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6e4a8e26-2368-494c-90e5-b64f86366baf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.902752 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-6e4a8e26-2368-494c-90e5-b64f86366baf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0591450 Mar 08 05:11:48.909229 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34558) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:48.916390 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1c642f5b-0fdf-4d44-93f9-55f695ec9fc6 admin admin] Publish callbacks [] for security_group (9b0cf1e8-2667-4a45-bfea-5c7664525c06), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:48.963800 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:49.147959 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c49071fa-526b-4134-84c3-d1bede68305b admin admin] Publish callbacks [] for security_group (522b7d32-49e4-4bc4-9aca-abf07757e482), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.149115 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Set router a46f571e-3472-4889-adc5-b05d8dfbd637 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:49.151202 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-403c1384-7ded-4c68-8feb-ad9822604180 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (f3d954e2-b883-4b15-9a09-539c2f1eefaf), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.217742 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.265108 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.278279 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-5af49da6-7993-4530-a9e6-8c7496e437e8 None None] Current status of the port 6f57be9e-1439-4f24-98c1-c44bba0edc92 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:49.279171 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5af49da6-7993-4530-a9e6-8c7496e437e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.305817 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0ef0-d6f4-41c3-9661-d1bf30aa63c7 req-13d8a253-ebe7-4088-9ae2-00db6087470d tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:49.307724 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d1ff0ef0-d6f4-41c3-9661-d1bf30aa63c7 req-13d8a253-ebe7-4088-9ae2-00db6087470d tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 932 time: 0.9217253 Mar 08 05:11:49.395835 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-403c1384-7ded-4c68-8feb-ad9822604180 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (f3d954e2-b883-4b15-9a09-539c2f1eefaf), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.487163 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:11:49.515785 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:47Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:49.516064 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:46Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:49.635899 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47ce81-4472-407b-b5fb-eedfd69de5ac None None] The sync data for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi is: [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:47Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:11:49.680660 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da2345-fa9f-474d-92a8-011169df99fd None None] The sync data for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi is: [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:46Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:11:49.713732 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1c642f5b-0fdf-4d44-93f9-55f695ec9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9b0cf1e8-2667-4a45-bfea-5c7664525c06), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.718320 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1c642f5b-0fdf-4d44-93f9-55f695ec9fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.721219 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-1c642f5b-0fdf-4d44-93f9-55f695ec9fc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b0cf1e8-2667-4a45-bfea-5c7664525c06 HTTP/1.1" status: 204 len: 168 time: 1.7055433 Mar 08 05:11:49.722838 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c49071fa-526b-4134-84c3-d1bede68305b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (522b7d32-49e4-4bc4-9aca-abf07757e482), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.816122 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c49071fa-526b-4134-84c3-d1bede68305b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:49.828625 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c49071fa-526b-4134-84c3-d1bede68305b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/522b7d32-49e4-4bc4-9aca-abf07757e482 HTTP/1.1" status: 204 len: 168 time: 1.8221693 Mar 08 05:11:49.894343 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-403c1384-7ded-4c68-8feb-ad9822604180 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (f3d954e2-b883-4b15-9a09-539c2f1eefaf), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:50.057086 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c1384-7ded-4c68-8feb-ad9822604180 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d954e2-b883-4b15-9a09-539c2f1eefaf,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:50.105654 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-5af49da6-7993-4530-a9e6-8c7496e437e8 None None] For port 6f57be9e-1439-4f24-98c1-c44bba0edc92, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=6f57be9e-1439-4f24-98c1-c44bba0edc92,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:11:50.108824 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-322bb6f6-246a-4818-a83c-e328f018f1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:50.229916 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-403c1384-7ded-4c68-8feb-ad9822604180 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:50.249723 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-403c1384-7ded-4c68-8feb-ad9822604180 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4575655 Mar 08 05:11:50.317112 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34582) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:50.347748 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5af49da6-7993-4530-a9e6-8c7496e437e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:50.362625 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:11:50.411726 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:11:50.453628 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Publish callbacks [] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:50.529393 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Transition to ACTIVE for port object 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 will not be triggered until provisioned by entity L2. {{(pid=103747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:11:50.541432 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:50.574891 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34588) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:50.633843 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-eff328ab-ac80-4f6f-b092-be0b46290480 None None] Provisioning complete for port a2a5a8b8-3da7-42b9-993d-ee992bd40969 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:50.637201 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-eff328ab-ac80-4f6f-b092-be0b46290480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:50.638568 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af49da6-7993-4530-a9e6-8c7496e437e8 None None] Pushing event updated for resources: {'Port': ['ID=6f57be9e-1439-4f24-98c1-c44bba0edc92,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:50.667092 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:50.798021 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-27f81c4b-7098-4e67-88e9-617284f6b06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:50.848101 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6f57be9e-1439-4f24-98c1-c44bba0edc92 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:50.864743 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:42Z', 'revision_number': 4, 'project_id': '6078b908042145b19876cce08fc19a35', 'gw_port': {'id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0bccd5b6-9896-4ac0-9022-928c7bced2af', 'name': '', 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'mac_address': 'fa:16:3e:63:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e0d3c07a-d96a-4b45-8d0c-38b15f10db78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:39Z', 'updated_at': '2022-03-08T05:11:43Z', 'revision_number': 2, 'project_id': '6078b908042145b19876cce08fc19a35', 'subnets': [{'id': 'e0d3c07a-d96a-4b45-8d0c-38b15f10db78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:50.995367 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Checking router: a46f571e-3472-4889-adc5-b05d8dfbd637 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:11:50.995724 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Updating router a46f571e-3472-4889-adc5-b05d8dfbd637 port 0bccd5b6-9896-4ac0-9022-928c7bced2af binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:11:51.065257 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:51.155321 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c642f5b-0fdf-4d44-93f9-55f695ec9fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0cf1e8-2667-4a45-bfea-5c7664525c06,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:51.172665 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:51.383425 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-87700de7-84c5-4484-9305-e5b655dd31d4 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:51.391367 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-87700de7-84c5-4484-9305-e5b655dd31d4 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 818 time: 1.4819355 Mar 08 05:11:51.456185 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49071fa-526b-4134-84c3-d1bede68305b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522b7d32-49e4-4bc4-9aca-abf07757e482,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:51.457653 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Allocated IP 172.27.2.181 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/f1a896ee-2209-4d6f-86fd-ad46351ed8cd) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:51.494344 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-27f81c4b-7098-4e67-88e9-617284f6b06f admin admin] Publish callbacks [] for security_group (2e3d300e-99c9-4cac-b26b-90ed063bc343), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:51.557252 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34592) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:51.569400 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Pushing event updated for resources: {'Port': ['ID=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:51.616248 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d1ff0ef0-d6f4-41c3-9661-d1bf30aa63c7 req-cad4fa5d-c9aa-4934-84f3-a6a1ff2c9d80 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9679112 Mar 08 05:11:51.623669 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-28f9f6c4-51dc-47ac-9afe-a555918a9e5a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/quotas/6078b908042145b19876cce08fc19a35 HTTP/1.1" status: 200 len: 375 time: 0.2270372 Mar 08 05:11:51.648057 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-27f81c4b-7098-4e67-88e9-617284f6b06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2e3d300e-99c9-4cac-b26b-90ed063bc343), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:51.731995 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-27f81c4b-7098-4e67-88e9-617284f6b06f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e28cba79081f4a7da9a5775899a702a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1534295 Mar 08 05:11:51.746982 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 34598) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:51.801581 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f81c4b-7098-4e67-88e9-617284f6b06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d300e-99c9-4cac-b26b-90ed063bc343,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:51.809364 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Attempting to bind port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:11:51.810477 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Attempting to bind port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'a1e06519-98e5-4968-b2d2-2d4400233147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bf256955-54df-4aa1-a384-55512d8eb75f'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:11:51.811455 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Attempting to bind port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 on network bf256955-54df-4aa1-a384-55512d8eb75f {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:51.913733 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 on network bf256955-54df-4aa1-a384-55512d8eb75f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:11:51.921052 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Publish callbacks [] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:51.922426 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Attempting to bind port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 on network bf256955-54df-4aa1-a384-55512d8eb75f {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:51.960859 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 6f57be9e-1439-4f24-98c1-c44bba0edc92 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:51.963225 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:51.970380 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:11:51.972851 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:51.976431 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Checking segment: {'id': 'a1e06519-98e5-4968-b2d2-2d4400233147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bf256955-54df-4aa1-a384-55512d8eb75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:51.977201 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Bound using segment: {'id': 'a1e06519-98e5-4968-b2d2-2d4400233147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bf256955-54df-4aa1-a384-55512d8eb75f'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:11:51.981199 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Bound port: 64ff2a4a-ebc4-47a4-95de-0ee0c0772157, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e06519-98e5-4968-b2d2-2d4400233147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'bf256955-54df-4aa1-a384-55512d8eb75f'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:11:51.981821 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.002651 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-d46e0e82-5dc7-4c48-b23f-93e8959413fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27c30564ecff4a38879c2c7180a8af3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4399779 Mar 08 05:11:52.025827 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-34edf588-00b1-45cd-b78b-f1163d5db83b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3144517 Mar 08 05:11:52.030952 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34600) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:11:52.080787 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.089592 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-eff328ab-ac80-4f6f-b092-be0b46290480 None None] Current status of the port a2a5a8b8-3da7-42b9-993d-ee992bd40969 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:52.093386 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-eff328ab-ac80-4f6f-b092-be0b46290480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.178036 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a0b511bc-8d5d-4534-b7a5-2ebe4aab339b admin admin] Publish callbacks [] for security_group (2e3d300e-99c9-4cac-b26b-90ed063bc343), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.184434 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for port (f1a896ee-2209-4d6f-86fd-ad46351ed8cd), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.283899 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a0b511bc-8d5d-4534-b7a5-2ebe4aab339b admin admin] Publish callbacks [] for security_group (2e3d300e-99c9-4cac-b26b-90ed063bc343), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.294553 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] For port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157, host hv-cinder-82806, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:11:52.304282 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d54d55-c45b-4025-85d6-9764d6d9c449 None None] Pushing event updated for resources: {'Port': ['ID=0bccd5b6-9896-4ac0-9022-928c7bced2af,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:52.388528 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] For port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,segment=NetworkSegment(a1e06519-98e5-4968-b2d2-2d4400233147),segment_id=a1e06519-98e5-4968-b2d2-2d4400233147)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:11:52.466223 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.481900 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-eff328ab-ac80-4f6f-b092-be0b46290480 None None] For port a2a5a8b8-3da7-42b9-993d-ee992bd40969, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=a2a5a8b8-3da7-42b9-993d-ee992bd40969,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:11:52.550866 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-710c8068-eb98-4055-9d37-2cfd34d168d4 admin admin] Publish callbacks [] for security_group (4ede0bc5-7046-4cd7-b529-52a9d9a38bd1), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.576340 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-a6fe2be7-7ee1-460e-b1a4-e409c5df9165 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:11:52.587124 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-a6fe2be7-7ee1-460e-b1a4-e409c5df9165 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1533957 Mar 08 05:11:52.629416 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-710c8068-eb98-4055-9d37-2cfd34d168d4 admin admin] Publish callbacks [] for security_group (4ede0bc5-7046-4cd7-b529-52a9d9a38bd1), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.655253 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-eff328ab-ac80-4f6f-b092-be0b46290480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.805856 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (f1a896ee-2209-4d6f-86fd-ad46351ed8cd), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.897856 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 6f57be9e-1439-4f24-98c1-c44bba0edc92 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:52.902498 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device a2a5a8b8-3da7-42b9-993d-ee992bd40969 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:52.903912 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Attempting to bind port 0bccd5b6-9896-4ac0-9022-928c7bced2af on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:11:52.904529 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Attempting to bind port 0bccd5b6-9896-4ac0-9022-928c7bced2af by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:11:52.905122 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Attempting to bind port 0bccd5b6-9896-4ac0-9022-928c7bced2af on network f93d4532-f358-4f4b-86bd-f443626d8104 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:11:52.984942 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-710c8068-eb98-4055-9d37-2cfd34d168d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4ede0bc5-7046-4cd7-b529-52a9d9a38bd1), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.995246 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-710c8068-eb98-4055-9d37-2cfd34d168d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:52.998534 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-710c8068-eb98-4055-9d37-2cfd34d168d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ede0bc5-7046-4cd7-b529-52a9d9a38bd1 HTTP/1.1" status: 204 len: 168 time: 0.9622612 Mar 08 05:11:53.023984 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ecd4fdce-084d-4c21-aa41-2ae67b1a37c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:53.030958 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:11:53.031893 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Checking segment: {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:11:53.034808 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:53.038406 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Bound using segment: {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:11:53.039536 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Bound port: 0bccd5b6-9896-4ac0-9022-928c7bced2af, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:11:53.043845 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:53.105445 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:53.122791 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:53.178096 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:53.246472 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c8068-eb98-4055-9d37-2cfd34d168d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ede0bc5-7046-4cd7-b529-52a9d9a38bd1,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:53.297168 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6e2d4eb0-28d3-43f3-ad82-1582c98e2090 service neutron] 10.222.0.26 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969957 Mar 08 05:11:53.304739 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:53.306315 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:53.309206 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] 10.222.0.13 "PUT /v2.0/ports/64ff2a4a-ebc4-47a4-95de-0ee0c0772157 HTTP/1.1" status: 200 len: 1094 time: 5.3745141 Mar 08 05:11:53.310407 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e029a81-84c3-4f99-b641-b0a7d53ad092', 'tag': '64ff2a4a-ebc4-47a4-95de-0ee0c0772157'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:11:53.430572 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aac3cd-a4ca-4489-a28e-58cfe34fc75b service neutron] Pushing event updated for resources: {'Port': ['ID=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:53.561743 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a0b511bc-8d5d-4534-b7a5-2ebe4aab339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2e3d300e-99c9-4cac-b26b-90ed063bc343), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:53.565426 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a0b511bc-8d5d-4534-b7a5-2ebe4aab339b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:53.566390 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff328ab-ac80-4f6f-b092-be0b46290480 None None] Pushing event updated for resources: {'Port': ['ID=a2a5a8b8-3da7-42b9-993d-ee992bd40969,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:53.569727 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-a0b511bc-8d5d-4534-b7a5-2ebe4aab339b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e3d300e-99c9-4cac-b26b-90ed063bc343 HTTP/1.1" status: 204 len: 168 time: 1.8212595 Mar 08 05:11:53.599081 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b511bc-8d5d-4534-b7a5-2ebe4aab339b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d300e-99c9-4cac-b26b-90ed063bc343,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:53.632561 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8a332-118c-4b0e-96a7-e89ec914178b req-7367a3ac-043c-4dfe-b0f2-3bffe2c56254 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:53.639886 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-32b8a332-118c-4b0e-96a7-e89ec914178b req-7367a3ac-043c-4dfe-b0f2-3bffe2c56254 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 944 time: 0.3415058 Mar 08 05:11:53.768281 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Allocated IP 172.27.2.59 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/65bd358c-cbfc-440b-bbb0-ffb4de5ff694) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:11:53.786617 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'Port': ['ID=f1a896ee-2209-4d6f-86fd-ad46351ed8cd,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:53.792613 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-313886d6-f53c-4061-b28d-2257a0c03b7c service neutron] 10.222.0.26 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759405 Mar 08 05:11:53.820994 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-32b8a332-118c-4b0e-96a7-e89ec914178b req-652d7bff-ea16-44e4-b5de-ad0e50493ff1 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800759 Mar 08 05:11:53.901419 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port a2a5a8b8-3da7-42b9-993d-ee992bd40969 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:53.904032 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:54.120834 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (c3fa42de-525d-493f-9eb9-bbd7ce30b2bf), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:54.121443 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] For port 0bccd5b6-9896-4ac0-9022-928c7bced2af, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:11:54.239441 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] For port 0bccd5b6-9896-4ac0-9022-928c7bced2af, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=0bccd5b6-9896-4ac0-9022-928c7bced2af,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:11:54.366446 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcb7756-e6c0-443d-ad56-d04a4580aedf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e029a81-84c3-4f99-b641-b0a7d53ad092", "tag": "64ff2a4a-ebc4-47a4-95de-0ee0c0772157"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:11:54.370819 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-88849d26-c1cf-4487-8d18-1067781c42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:54.381370 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-88849d26-c1cf-4487-8d18-1067781c42a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b031e6e366fd4843a402ed5cc56c61f0&device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 1128 time: 0.4366384 Mar 08 05:11:54.383485 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for port (65bd358c-cbfc-440b-bbb0-ffb4de5ff694), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:54.394860 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:54.436882 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (f1a896ee-2209-4d6f-86fd-ad46351ed8cd), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:54.602778 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-4cea15e0-41df-48db-90b5-e8c7441bd2a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64ff2a4a-ebc4-47a4-95de-0ee0c0772157 HTTP/1.1" status: 200 len: 217 time: 0.1909256 Mar 08 05:11:54.628036 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port a2a5a8b8-3da7-42b9-993d-ee992bd40969 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:54.703141 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d54d55-c45b-4025-85d6-9764d6d9c449 None None] Pushing event updated for resources: {'Port': ['ID=0bccd5b6-9896-4ac0-9022-928c7bced2af,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:54.714394 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Routers {'a46f571e-3472-4889-adc5-b05d8dfbd637'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:11:54.715470 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:11:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['a46f571e-3472-4889-adc5-b05d8dfbd637'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:54.722652 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:54.746304 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (65bd358c-cbfc-440b-bbb0-ffb4de5ff694), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:54.926363 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:11:54.950103 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:11:54.975978 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:11:54.990803 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'Port': ['ID=65bd358c-cbfc-440b-bbb0-ffb4de5ff694,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:54.996738 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e7a57d44-e298-49a0-b5e8-dfc63428888f req-bacf37fd-5779-41ec-902a-2b368129cd0c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 210 time: 0.2591884 Mar 08 05:11:55.155336 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-24b1e806-e420-48a7-bc9a-b08ca17086e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:55.162364 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-24b1e806-e420-48a7-bc9a-b08ca17086e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7f8db66-4ca0-40c0-b5be-2b2388c6b23a HTTP/1.1" status: 200 len: 852 time: 0.5518699 Mar 08 05:11:55.221247 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6f57be9e-1439-4f24-98c1-c44bba0edc92 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:55.285128 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for port (f1a896ee-2209-4d6f-86fd-ad46351ed8cd), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:55.428056 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (f1a896ee-2209-4d6f-86fd-ad46351ed8cd), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:55.466358 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-68535714-b2cb-4877-b190-0787253e4822 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf256955-54df-4aa1-a384-55512d8eb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2914951 Mar 08 05:11:55.654694 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] Set router a46f571e-3472-4889-adc5-b05d8dfbd637 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:11:55.760993 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:55.804918 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'Port': ['ID=f1a896ee-2209-4d6f-86fd-ad46351ed8cd,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:55.815252 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 6f57be9e-1439-4f24-98c1-c44bba0edc92 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:55.816560 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:55.856576 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (83e71c60-2db2-41b5-a1ca-fc0eeffe33ff), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:55.931146 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (c3fa42de-525d-493f-9eb9-bbd7ce30b2bf), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:55.950053 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398cc98-1d67-40a3-bb57-ae35b8fbcd0c req-f0957aaf-c7dd-4cfa-9d9a-eb2c337af7b2 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:55.962862 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7398cc98-1d67-40a3-bb57-ae35b8fbcd0c req-f0957aaf-c7dd-4cfa-9d9a-eb2c337af7b2 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 944 time: 0.4949181 Mar 08 05:11:55.992179 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4db08e6-134f-4e1d-9f02-5ff2244d6323 x-openstack-request-id: req-c4db08e6-134f-4e1d-9f02-5ff2244d6323 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:11:55.995745 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e029a81-84c3-4f99-b641-b0a7d53ad092", "tag": "64ff2a4a-ebc4-47a4-95de-0ee0c0772157", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:11:55.995745 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4db08e6-134f-4e1d-9f02-5ff2244d6323 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:11:55.997308 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e029a81-84c3-4f99-b641-b0a7d53ad092', 'tag': '64ff2a4a-ebc4-47a4-95de-0ee0c0772157', 'status': 'completed', 'code': 200} Mar 08 05:11:56.077786 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-c9ec9939-db41-49a1-8b2c-4098d76b922b service neutron] 10.222.0.13 "GET /v2.0/networks/bf256955-54df-4aa1-a384-55512d8eb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953307 Mar 08 05:11:56.091668 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (65bd358c-cbfc-440b-bbb0-ffb4de5ff694), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:56.258215 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:56.269456 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c82d9c3a-a084-47d1-bcd6-1a16e67603a0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3583765 Mar 08 05:11:56.326212 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for port (65bd358c-cbfc-440b-bbb0-ffb4de5ff694), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:56.366728 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7398cc98-1d67-40a3-bb57-ae35b8fbcd0c req-87942df1-b20d-47e2-a8c9-0d63dfe916e9 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023092 Mar 08 05:11:56.431228 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5d7bb4-a741-42b4-8caa-726a1b7bb2ed req-1b8e14e0-c771-4928-85c3-8d5e843834ec service neutron] 10.222.0.13 "GET /v2.0/networks/bf256955-54df-4aa1-a384-55512d8eb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447764 Mar 08 05:11:56.437639 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (65bd358c-cbfc-440b-bbb0-ffb4de5ff694), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:56.473285 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 6f57be9e-1439-4f24-98c1-c44bba0edc92 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:56.474938 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device a2a5a8b8-3da7-42b9-993d-ee992bd40969 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:56.615042 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'Port': ['ID=65bd358c-cbfc-440b-bbb0-ffb4de5ff694,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:56.620823 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:56.653132 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (83e71c60-2db2-41b5-a1ca-fc0eeffe33ff), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:56.759551 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port a2a5a8b8-3da7-42b9-993d-ee992bd40969 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:56.762776 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:56.810575 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:56.812231 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-8f3abe43-4385-460d-b922-e61889e513ba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4937053 Mar 08 05:11:56.928318 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:42Z', 'revision_number': 4, 'project_id': '6078b908042145b19876cce08fc19a35', 'gw_port': {'id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0bccd5b6-9896-4ac0-9022-928c7bced2af', 'name': '', 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'mac_address': 'fa:16:3e:63:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e0d3c07a-d96a-4b45-8d0c-38b15f10db78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:39Z', 'updated_at': '2022-03-08T05:11:54Z', 'revision_number': 4, 'project_id': '6078b908042145b19876cce08fc19a35', 'subnets': [{'id': 'e0d3c07a-d96a-4b45-8d0c-38b15f10db78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:11:57.074411 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-4aca7195-4972-42b0-9205-c9759f2a1c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:57.089214 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-4aca7195-4972-42b0-9205-c9759f2a1c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 818 time: 0.5484679 Mar 08 05:11:57.097905 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16230509-ea02-4e16-8fe0-61cfbef2b484 None None] The sync data for ids ['a46f571e-3472-4889-adc5-b05d8dfbd637'] in dv-cinder-828060-9-iscsi is: [{'id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:42Z', 'revision_number': 4, 'project_id': '6078b908042145b19876cce08fc19a35', 'gw_port': {'id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0bccd5b6-9896-4ac0-9022-928c7bced2af', 'name': '', 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'mac_address': 'fa:16:3e:63:cb:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e0d3c07a-d96a-4b45-8d0c-38b15f10db78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:39Z', 'updated_at': '2022-03-08T05:11:54Z', 'revision_number': 4, 'project_id': '6078b908042145b19876cce08fc19a35', 'subnets': [{'id': 'e0d3c07a-d96a-4b45-8d0c-38b15f10db78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:11:57.165842 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-ce4c6b9e-a56c-49f3-81d8-8a08a5ebf72c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/quotas/6078b908042145b19876cce08fc19a35 HTTP/1.1" status: 200 len: 375 time: 0.0653975 Mar 08 05:11:57.301355 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port a2a5a8b8-3da7-42b9-993d-ee992bd40969 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:57.598113 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-daac6df6-d116-48bb-bd27-c8d7487d89bb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--476564830&fields=id&tenant_id=d82c88089643490b8ac1cbca277282ab HTTP/1.1" status: 200 len: 267 time: 0.2787871 Mar 08 05:11:57.608124 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-56d02705-919e-4e7f-8161-2189ed6f7a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:57.613028 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-56d02705-919e-4e7f-8161-2189ed6f7a26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b031e6e366fd4843a402ed5cc56c61f0&device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 1128 time: 0.8151672 Mar 08 05:11:57.629870 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 0bccd5b6-9896-4ac0-9022-928c7bced2af up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:57.914870 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 0bccd5b6-9896-4ac0-9022-928c7bced2af triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:57.915490 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:58.066037 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-c973d52d-a193-4575-9b82-85997a66a4a5 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8969166 Mar 08 05:11:58.232896 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 0bccd5b6-9896-4ac0-9022-928c7bced2af is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:11:58.233667 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:58.304957 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 0bccd5b6-9896-4ac0-9022-928c7bced2af, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=0bccd5b6-9896-4ac0-9022-928c7bced2af,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:11:58.420044 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:58.540830 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=0bccd5b6-9896-4ac0-9022-928c7bced2af,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:11:58.611736 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-50d6d614-c1b1-4fed-b153-e4f91ed5fb17 service neutron] 10.222.0.26 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924345 Mar 08 05:11:59.152332 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-9eaaabca-0c66-46b8-8c7d-6272a147dc3f service neutron] 10.222.0.26 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381284 Mar 08 05:11:59.168249 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:11:59.218346 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-2741a8f8-4de0-40a8-9cc9-bcc9e5d4fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:59.223474 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-2741a8f8-4de0-40a8-9cc9-bcc9e5d4fbab service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf256955-54df-4aa1-a384-55512d8eb75f HTTP/1.1" status: 200 len: 913 time: 1.5552602 Mar 08 05:11:59.239805 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-330e440f-44fa-4f26-be93-94fcf4c37a48 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:11:59.253297 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-330e440f-44fa-4f26-be93-94fcf4c37a48 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 816 time: 1.6347899 Mar 08 05:11:59.284673 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-f513465d-b1bf-40e7-9d21-a611621c25a5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/quotas/d82c88089643490b8ac1cbca277282ab HTTP/1.1" status: 200 len: 375 time: 0.0292203 Mar 08 05:11:59.449339 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 0bccd5b6-9896-4ac0-9022-928c7bced2af up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:11:59.453843 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-4775bc93-56cd-48cf-b166-0b9c3cb469cf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1681356 Mar 08 05:11:59.772524 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 0bccd5b6-9896-4ac0-9022-928c7bced2af triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:11:59.773390 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:00.032146 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 0bccd5b6-9896-4ac0-9022-928c7bced2af is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:00.101680 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-9606479b-ac00-4ef5-8daf-266f4a58f997 service neutron] 10.222.0.26 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398075 Mar 08 05:12:00.145629 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f9fe6-3a6d-488b-99e4-a96c68954ae5 req-b00adf4a-8636-4bd4-8784-d6399e60313b tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:00.151585 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d79f9fe6-3a6d-488b-99e4-a96c68954ae5 req-b00adf4a-8636-4bd4-8784-d6399e60313b tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 944 time: 0.5164280 Mar 08 05:12:00.267690 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d79f9fe6-3a6d-488b-99e4-a96c68954ae5 req-b30e098d-0f5e-486f-b625-6cc4a3dbe7cc tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044252 Mar 08 05:12:00.294069 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-f62fcc07-0ad4-4ca1-ad6b-45859eadb57a service neutron] 10.222.0.26 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795182 Mar 08 05:12:00.481847 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-8f54e3eb-e0c5-4703-9d6b-48a904399c37 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--761232348&fields=id&tenant_id=e21149b18ca344f09b048acf88235cd5 HTTP/1.1" status: 200 len: 267 time: 0.0862017 Mar 08 05:12:00.646185 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-418d7371-078a-48d2-a735-08b0dd1fdbcb req-8325bf6b-246f-440a-82c9-26ba210cbc0a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 210 time: 0.0432720 Mar 08 05:12:00.807156 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-c04b0460-94e5-4c56-b5ec-c47a40274aa9 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:00.812483 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-c04b0460-94e5-4c56-b5ec-c47a40274aa9 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 810 time: 0.3224132 Mar 08 05:12:00.852842 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-4e392459-061f-4149-91cf-3d8f35069c7d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/quotas/e21149b18ca344f09b048acf88235cd5 HTTP/1.1" status: 200 len: 375 time: 0.0143766 Mar 08 05:12:01.015581 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-b885576b-763e-4a2d-b242-d120591ee331 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318643 Mar 08 05:12:01.082586 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-48672de8-0171-4b10-b3f8-8a581cb4bae3 req-4bf4d144-9581-4e50-89aa-1bc28b65d5fd tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.0624907 Mar 08 05:12:01.286385 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-f3c55ee9-8a04-48a0-a483-9de3e27dac77 service neutron] 10.222.0.26 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456868 Mar 08 05:12:01.494557 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-13c104e6-de9a-417e-aa8a-5627fee00b38 service neutron] 10.222.0.26 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988449 Mar 08 05:12:01.523023 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35018f9-5c16-4cbe-a4de-5d74c6e66a8d req-00936d6e-deca-42ef-9c68-34bf434e0d92 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:01.531538 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e35018f9-5c16-4cbe-a4de-5d74c6e66a8d req-00936d6e-deca-42ef-9c68-34bf434e0d92 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 944 time: 0.1340706 Mar 08 05:12:01.626730 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e35018f9-5c16-4cbe-a4de-5d74c6e66a8d req-438df6e6-2422-4cd0-b603-434ccb745c8d tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914559 Mar 08 05:12:01.981417 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e7ea7603-058f-44d0-82df-da62d2b62d6e req-08368af4-f477-4a5a-924e-11fc511990fc tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 210 time: 0.0781484 Mar 08 05:12:02.241828 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c555af40-a503-4e0d-a5fe-45a5341d4868 req-f0f8b378-1001-4b1f-b692-c171147e1c8f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.0568805 Mar 08 05:12:02.861505 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-8eb0c875-548b-4cc8-aec9-f5adf7e490a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64ff2a4a-ebc4-47a4-95de-0ee0c0772157 HTTP/1.1" status: 200 len: 217 time: 0.1137707 Mar 08 05:12:03.022401 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf38bf-7bb1-4a12-8c29-a39e57a1c631 req-d94ae0c0-0d8c-462e-9578-54369db035bc tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:03.033194 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7daf38bf-7bb1-4a12-8c29-a39e57a1c631 req-d94ae0c0-0d8c-462e-9578-54369db035bc tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 944 time: 0.1686947 Mar 08 05:12:03.444397 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-923e8f0e-beab-49ff-b540-7f81410b68a2 req-9e8b6af5-d46d-4b93-9722-361b0dee3c22 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 210 time: 0.2162452 Mar 08 05:12:03.509893 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-52366025-cbee-4ff9-9ad6-524153a92627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:03.515200 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-52366025-cbee-4ff9-9ad6-524153a92627 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7f8db66-4ca0-40c0-b5be-2b2388c6b23a HTTP/1.1" status: 200 len: 852 time: 0.4789815 Mar 08 05:12:03.609427 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34952) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:03.659438 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-276b0154-c9e9-481f-b50e-92e1d658c27c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf256955-54df-4aa1-a384-55512d8eb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350031 Mar 08 05:12:03.686829 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7daf38bf-7bb1-4a12-8c29-a39e57a1c631 req-6e9b1d12-ac9b-46ad-9aa7-34b356396d44 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292126 Mar 08 05:12:03.757344 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5c1d402a-252a-445e-a0fc-1534c7761a8e req-1fa6f053-38f7-4326-9765-6b0ea7ebf309 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 210 time: 0.0866139 Mar 08 05:12:04.009618 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-96de0fcb-f5ba-458c-b14c-56bdb8730f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:04.068843 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f52944ce-5258-45c9-ae8a-238f97679572 req-7f53bfdc-1b16-4fe5-afdf-ddd6e1e9954f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.1470225 Mar 08 05:12:04.202603 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-b8dafd36-e61d-45cb-8477-8a35d101c609 service neutron] 10.222.0.13 "GET /v2.0/networks/bf256955-54df-4aa1-a384-55512d8eb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567082 Mar 08 05:12:04.305931 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-96de0fcb-f5ba-458c-b14c-56bdb8730f93 admin admin] Publish callbacks [] for security_group (fa8610b5-63f9-4d53-abbe-983f0684f75f), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:04.487287 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-adcb7756-e6c0-443d-ad56-d04a4580aedf req-f8c9598d-ff91-4f56-8daf-a220a481457d service neutron] 10.222.0.13 "GET /v2.0/networks/bf256955-54df-4aa1-a384-55512d8eb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700668 Mar 08 05:12:04.544935 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-96de0fcb-f5ba-458c-b14c-56bdb8730f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (fa8610b5-63f9-4d53-abbe-983f0684f75f), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:04.647478 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-96de0fcb-f5ba-458c-b14c-56bdb8730f93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c159c7fd46845c3906c4abd616596b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0326271 Mar 08 05:12:04.652014 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 34976) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:04.691466 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b7874c96-9ea1-43f1-84c1-567e7eec60bd req-328bf601-98fc-40f7-97fd-d845db20d2a7 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 210 time: 0.0749605 Mar 08 05:12:04.716562 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de0fcb-f5ba-458c-b14c-56bdb8730f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8610b5-63f9-4d53-abbe-983f0684f75f,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:04.747381 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4e118c6a-ec75-4193-a89b-aa9c89d093f9 admin admin] Publish callbacks [] for security_group (fa8610b5-63f9-4d53-abbe-983f0684f75f), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:04.824188 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4e118c6a-ec75-4193-a89b-aa9c89d093f9 admin admin] Publish callbacks [] for security_group (fa8610b5-63f9-4d53-abbe-983f0684f75f), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:04.987828 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bda51496-0108-404c-9210-bbbc26ec58a3 req-60ce2c28-ed16-4bcb-8e4d-0f7eec198e90 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 210 time: 0.0898232 Mar 08 05:12:04.999865 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-9077faef-6748-4a5c-91e6-32fb762ba246 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:05.002136 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-9077faef-6748-4a5c-91e6-32fb762ba246 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 818 time: 0.2849505 Mar 08 05:12:05.024113 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94a7b1-36f2-485e-8915-c79c1c30d019 req-abe2e41e-6f94-4326-9f4b-5069b730eea5 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:05.025827 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cc94a7b1-36f2-485e-8915-c79c1c30d019 req-abe2e41e-6f94-4326-9f4b-5069b730eea5 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 944 time: 0.1740096 Mar 08 05:12:05.031294 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Request body: {'port': {'device_id': 'd7bf82f5-44c8-43ed-9e4b-f4de851e4d4e', 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104', 'admin_state_up': True, 'tenant_id': '6078b908042145b19876cce08fc19a35'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:05.191213 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cc94a7b1-36f2-485e-8915-c79c1c30d019 req-b28d4c93-c9bc-4b37-a5b0-1a7d9398b417 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397643 Mar 08 05:12:05.287847 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e9c36762-467e-4d9d-af26-311c0b1ef83c req-02b7c9e8-6a5e-4cc8-b348-9ed905d879dc tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.0331073 Mar 08 05:12:05.458287 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4e118c6a-ec75-4193-a89b-aa9c89d093f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (fa8610b5-63f9-4d53-abbe-983f0684f75f), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:05.461460 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4e118c6a-ec75-4193-a89b-aa9c89d093f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:05.462946 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-4e118c6a-ec75-4193-a89b-aa9c89d093f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa8610b5-63f9-4d53-abbe-983f0684f75f HTTP/1.1" status: 204 len: 168 time: 0.8095186 Mar 08 05:12:05.479155 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e118c6a-ec75-4193-a89b-aa9c89d093f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8610b5-63f9-4d53-abbe-983f0684f75f,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:05.490314 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Made reservation on behalf of 6078b908042145b19876cce08fc19a35 for: {'port': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:12:05.493856 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:05.568077 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.13', 56906) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:05.695942 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.13', 56908) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:05.742378 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Allocated IP 172.20.0.9 (f93d4532-f358-4f4b-86bd-f443626d8104/e0d3c07a-d96a-4b45-8d0c-38b15f10db78/e2bba7e0-cfc1-4242-80ed-5109aaf2ae57) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:12:05.990352 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3b0427ba-e3d2-4428-971f-2276fcc88247 req-332f77a5-57ef-45ce-874b-48f498787206 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 210 time: 0.1136627 Mar 08 05:12:06.242349 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks [] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:06.339552 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-992d6150-0b03-4b0d-8612-e0425842d993 req-aede86d5-193f-4373-8e03-c3881e01188b tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 210 time: 0.1438124 Mar 08 05:12:06.357071 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-fad2d8aa-73bc-4ec5-9fbd-a37633b70fd8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:06.358758 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-fad2d8aa-73bc-4ec5-9fbd-a37633b70fd8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 818 time: 0.7891126 Mar 08 05:12:06.388597 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Request body: {'port': {'device_id': '385aad83-5d65-4cc0-a86f-ea843e723140', 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104', 'admin_state_up': True, 'tenant_id': '6078b908042145b19876cce08fc19a35'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:06.441557 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:06.544463 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-b06aafcc-a197-4a44-86e9-b4c464df6991 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:06.550118 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-b06aafcc-a197-4a44-86e9-b4c464df6991 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 816 time: 0.7796628 Mar 08 05:12:06.694756 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-857a1cb1-2060-4cca-80b6-bd76f34a19f0 req-278cf390-31c8-4c0d-965e-3f098533619a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.0759654 Mar 08 05:12:06.699304 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Made reservation on behalf of 6078b908042145b19876cce08fc19a35 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:12:06.711620 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:06.724047 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Network f93d4532-f358-4f4b-86bd-f443626d8104 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:12:06.763000 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:12:06.763135 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-00d07276-9e7e-47ed-9de1-412075ec885e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d82c88089643490b8ac1cbca277282ab HTTP/1.1" status: 200 len: 379 time: 0.1417739 Mar 08 05:12:06.763231 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:12:06.793465 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'port': {'device_id': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'admin_state_up': True, 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'security_groups': ['87a783f4-b409-4fab-a433-6d307ede5401']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:06.819259 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Pushing event updated for resources: {'Port': ['ID=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:06.917964 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:06.922823 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:06.940574 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b82a8-7277-406c-8d68-895c700ab480 req-db394c7e-abb0-44ce-93c7-97977de58b37 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:06.956789 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e20b82a8-7277-406c-8d68-895c700ab480 req-db394c7e-abb0-44ce-93c7-97977de58b37 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 944 time: 0.4719243 Mar 08 05:12:07.152559 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e20b82a8-7277-406c-8d68-895c700ab480 req-248efb6f-ac73-4b2c-a09b-b66a8412c8e5 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940527 Mar 08 05:12:07.158361 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Allocated IP 172.20.0.8 (f93d4532-f358-4f4b-86bd-f443626d8104/e0d3c07a-d96a-4b45-8d0c-38b15f10db78/6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:12:07.182624 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-73769622-888b-402f-a9d4-47b51d22064a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1554046 Mar 08 05:12:07.205668 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Request body: {'port': {'device_id': 'd7bf82f5-44c8-43ed-9e4b-f4de851e4d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:07.249766 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-90fec517-586a-41ac-afb7-de4f953805dc req-97622dc6-0ef8-4e68-862e-df7520bee83a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 210 time: 0.0642111 Mar 08 05:12:07.351324 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:07.358889 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Made reservation on behalf of d82c88089643490b8ac1cbca277282ab for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:12:07.365495 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:07.569789 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks [] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:07.620756 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Allocated IP 172.20.0.7 (2e044609-f564-417f-b790-8c2dcd333e28/11f1d6e5-2c29-4b8f-a304-8ab0e2c96907/24ff5c47-b58e-48fc-9ad0-bac12147dd59) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:12:07.639481 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-23815b5b-c851-4ec8-8c8d-70c7ea91991d req-f0b901a5-19bb-446e-bf8e-65b156b52a46 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 210 time: 0.0711761 Mar 08 05:12:07.719904 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:07.947823 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Network f93d4532-f358-4f4b-86bd-f443626d8104 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:12:07.965284 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:12:07.983015 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:12:08.065619 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Pushing event updated for resources: {'Port': ['ID=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:08.097738 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3e100c1a-e019-453f-9c6c-c962e4ce760c req-fcb3acd9-ff9a-4345-9f94-ab5365d6dc08 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.1164899 Mar 08 05:12:08.121936 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:08.151512 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:08.152520 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:08.261685 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8edba50b-cd51-4f02-bbd0-b7aefc8440e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8855119 Mar 08 05:12:08.302734 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:08.398972 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Network 2e044609-f564-417f-b790-8c2dcd333e28 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:12:08.404658 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:12:08.411460 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:12:08.465244 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:08.476897 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:12:08.502818 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Publish callbacks [] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:08.526628 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:08.528410 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:08.541236 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Transition to ACTIVE for port object e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 will not be triggered until provisioned by entity L2. {{(pid=103747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:12:08.579809 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf0f19-fccd-4599-a55c-be7c1d8c9c60 req-97de3bc5-0857-4bfa-a065-63282699e698 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:08.582767 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-deaf0f19-fccd-4599-a55c-be7c1d8c9c60 req-97de3bc5-0857-4bfa-a065-63282699e698 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 944 time: 0.2348900 Mar 08 05:12:08.638235 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8384b-e58a-4922-9e87-24b4d627bf76 req-98c5bcf9-1fe6-488d-8263-5f56c821deca tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:08.641044 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1ea8384b-e58a-4922-9e87-24b4d627bf76 req-98c5bcf9-1fe6-488d-8263-5f56c821deca tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 931 time: 0.2249238 Mar 08 05:12:08.646427 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:08.671442 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-81c7e50d-002b-4f31-880b-b156bd5866e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8822551 Mar 08 05:12:08.741628 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-deaf0f19-fccd-4599-a55c-be7c1d8c9c60 req-600093c7-82af-41d0-8e04-573e961faa7b tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521392 Mar 08 05:12:08.767397 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:08.816093 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1ea8384b-e58a-4922-9e87-24b4d627bf76 req-d62f1f4b-6202-4cdf-8440-d7308916759b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633201 Mar 08 05:12:08.829632 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-888cee85-b018-49c5-970d-e71cff8896b5 None None] Provisioning complete for port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:12:08.831316 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-888cee85-b018-49c5-970d-e71cff8896b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:08.894782 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-888cee85-b018-49c5-970d-e71cff8896b5 None None] Port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:12:08.928451 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-04c4f1c0-9c83-4edd-9f71-b32122f8ba6f req-d76c5529-4988-4de5-8e27-c28c6750821d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 210 time: 0.0563965 Mar 08 05:12:08.946460 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Attempting to bind port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:12:08.946836 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Attempting to bind port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:12:08.947218 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Attempting to bind port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 on network f93d4532-f358-4f4b-86bd-f443626d8104 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:12:08.961246 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 on network f93d4532-f358-4f4b-86bd-f443626d8104 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:12:08.961666 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Attempting to bind port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 on network f93d4532-f358-4f4b-86bd-f443626d8104 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:12:08.967891 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:12:08.968176 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Checking segment: {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:12:08.968609 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Bound using segment: {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:12:08.969071 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Bound port: e2bba7e0-cfc1-4242-80ed-5109aaf2ae57, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:12:08.969497 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:09.052376 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] For port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57, host hv-cinder-82806, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:12:09.058329 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] For port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:12:09.129585 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:09.180996 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:09.181881 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:09.184516 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 HTTP/1.1" status: 200 len: 1093 time: 1.9848006 Mar 08 05:12:09.190887 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bf82f5-44c8-43ed-9e4b-f4de851e4d4e', 'tag': 'e2bba7e0-cfc1-4242-80ed-5109aaf2ae57'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:09.195201 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8613051-3d86-4897-8f57-5faf60668e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e", "tag": "e2bba7e0-cfc1-4242-80ed-5109aaf2ae57"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:09.255114 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23f1d0-bec0-421f-98d0-d8d9691678f9 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:09.272708 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f3d4ba-e225-40a5-bac4-54140ed785d3 x-openstack-request-id: req-f1f3d4ba-e225-40a5-bac4-54140ed785d3 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:09.273028 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e", "tag": "e2bba7e0-cfc1-4242-80ed-5109aaf2ae57", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:09.273284 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1f3d4ba-e225-40a5-bac4-54140ed785d3 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:09.273699 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bf82f5-44c8-43ed-9e4b-f4de851e4d4e', 'tag': 'e2bba7e0-cfc1-4242-80ed-5109aaf2ae57', 'status': 'completed', 'code': 200} Mar 08 05:12:09.337252 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e5ed9-8b3f-47e8-a723-cf0ac05f62c1 req-9d27a4c1-3441-4cf9-90c3-57699ec9a2f6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:09.338900 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-057e5ed9-8b3f-47e8-a723-cf0ac05f62c1 req-9d27a4c1-3441-4cf9-90c3-57699ec9a2f6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 931 time: 0.0804310 Mar 08 05:12:09.441408 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-057e5ed9-8b3f-47e8-a723-cf0ac05f62c1 req-67f126bb-064e-4b90-a2d6-f0356900c43b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927866 Mar 08 05:12:09.917352 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84830c-1616-45ad-a1fb-43bd88a04e2e req-83f09352-c976-4860-97cf-dc443aadc605 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:09.919019 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc84830c-1616-45ad-a1fb-43bd88a04e2e req-83f09352-c976-4860-97cf-dc443aadc605 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 944 time: 0.0710251 Mar 08 05:12:10.021261 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc84830c-1616-45ad-a1fb-43bd88a04e2e req-11e1f6e2-d5e5-4ec2-a5b8-9cb60332f72a tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903263 Mar 08 05:12:10.031459 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ef441-76a8-4e57-b7dc-505024a7bb24 req-607016ba-8f42-45a8-b0a2-0b98a9b390ea tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:10.034509 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-105ef441-76a8-4e57-b7dc-505024a7bb24 req-607016ba-8f42-45a8-b0a2-0b98a9b390ea tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 931 time: 0.1144633 Mar 08 05:12:10.127434 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-105ef441-76a8-4e57-b7dc-505024a7bb24 req-0aa64e84-9ac7-4faa-bd5e-d7d46b2d86b2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819674 Mar 08 05:12:10.149644 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ae2194ca-80ed-40d8-a91e-4e5e55bcad62 req-45bb4a13-53be-41bd-b23c-3d191c62efc3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 210 time: 0.0405719 Mar 08 05:12:10.278822 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Request body: {'port': {'device_id': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:10.287897 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Request body: {'port': {'device_id': '385aad83-5d65-4cc0-a86f-ea843e723140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:10.292823 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:12:10.324472 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.13', 56916) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:10.452096 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,segment=NetworkSegment(a1e06519-98e5-4968-b2d2-2d4400233147),segment_id=a1e06519-98e5-4968-b2d2-2d4400233147)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:10.473266 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '64ff2a4a-ebc4-47a4-95de-0ee0c0772157', 'network_id': 'bf256955-54df-4aa1-a384-55512d8eb75f', 'port_id': '64ff2a4a-ebc4-47a4-95de-0ee0c0772157', 'mac_address': 'fa:16:3e:d2:c2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f8db66-4ca0-40c0-b5be-2b2388c6b23a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:12:10.613813 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-9de03af4-c1f9-4027-b763-0bf987da1783 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:10.625777 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-9de03af4-c1f9-4027-b763-0bf987da1783 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 810 time: 0.3192303 Mar 08 05:12:10.772114 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:10.772568 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:10.791357 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:10.791703 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:12:10.818149 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,segment=NetworkSegment(a1e06519-98e5-4968-b2d2-2d4400233147),segment_id=a1e06519-98e5-4968-b2d2-2d4400233147)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:10.823533 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:10.873711 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8613051-3d86-4897-8f57-5faf60668e3c req-fd84e421-5a5e-4b21-8381-db07d99ae783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:10.876202 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e8613051-3d86-4897-8f57-5faf60668e3c req-fd84e421-5a5e-4b21-8381-db07d99ae783 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1127 time: 0.5240364 Mar 08 05:12:10.891115 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e494d1-127f-4da1-8989-279cf45145db req-d29c1084-d5de-413f-97db-67688b2e69e4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:10.893743 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-92e494d1-127f-4da1-8989-279cf45145db req-d29c1084-d5de-413f-97db-67688b2e69e4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 931 time: 0.2309806 Mar 08 05:12:10.906448 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-e9c5d4e8-d356-48ba-a7e7-9f1a3d2e528e tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e21149b18ca344f09b048acf88235cd5 HTTP/1.1" status: 200 len: 379 time: 0.2655339 Mar 08 05:12:10.918758 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'port': {'device_id': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'admin_state_up': True, 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'security_groups': ['cf034766-bdf3-45cf-bf35-034df43bd7c2']}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:10.944998 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:11.010790 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:11.083920 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-92e494d1-127f-4da1-8989-279cf45145db req-c781784f-a75d-400c-b083-5063b9e8c164 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750743 Mar 08 05:12:11.319416 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['64ff2a4a-ebc4-47a4-95de-0ee0c0772157'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:12:11.372245 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Made reservation on behalf of e21149b18ca344f09b048acf88235cd5 for: {'port': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:12:11.377359 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:11.442194 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35156) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:11.566751 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8613051-3d86-4897-8f57-5faf60668e3c req-14dcad85-af69-4426-b0c5-fbc93bc82457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:11.569355 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e8613051-3d86-4897-8f57-5faf60668e3c req-14dcad85-af69-4426-b0c5-fbc93bc82457 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6078b908042145b19876cce08fc19a35&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6767731 Mar 08 05:12:11.628876 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee87ae7-9e12-4eae-aaaf-2d13247983e2 req-fc48dcf9-a649-44b4-aaea-64bbbfd587cb tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:11.630244 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0ee87ae7-9e12-4eae-aaaf-2d13247983e2 req-fc48dcf9-a649-44b4-aaea-64bbbfd587cb tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 945 time: 0.4223862 Mar 08 05:12:11.670801 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419877f2-efd4-49ed-b595-79290954fd53 req-919eea19-6280-474a-8c6e-169bb704a713 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:11.687095 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-419877f2-efd4-49ed-b595-79290954fd53 req-919eea19-6280-474a-8c6e-169bb704a713 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 931 time: 0.3201780 Mar 08 05:12:11.839854 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-419877f2-efd4-49ed-b595-79290954fd53 req-05faa9dc-c66d-4215-92b8-2f9dbb939cb3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155083 Mar 08 05:12:11.886812 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0ee87ae7-9e12-4eae-aaaf-2d13247983e2 req-d26af349-4f9b-4d2b-b4d6-fb37321f2046 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929030 Mar 08 05:12:11.895890 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1f88298e-06a9-47c5-9edf-4af097afc01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:11.987674 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Allocated IP 172.20.0.12 (6459fbae-33a1-4a2f-bac2-0297d91770ad/d4770685-7661-41b3-8a9d-88d2198076ee/b77998e9-e761-4938-9386-b0f380158f6b) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:12:12.071482 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8613051-3d86-4897-8f57-5faf60668e3c req-8a0f2424-8eed-4989-808c-326654d3f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:12.073135 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0dc2d25a-ac4b-43d6-a3ae-85677df81362 req-9abaae32-aa13-44a2-b950-df6ffc294c7c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 210 time: 0.0795383 Mar 08 05:12:12.073279 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e8613051-3d86-4897-8f57-5faf60668e3c req-8a0f2424-8eed-4989-808c-326654d3f28c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4434979 Mar 08 05:12:12.287698 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ff5c47-b58e-48fc-9ad0-bac12147dd59 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:12:12.298874 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1f88298e-06a9-47c5-9edf-4af097afc01f admin admin] Publish callbacks [] for security_group (11c08bf4-ce2c-4d50-a2f2-a496c2a0a08e), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.311784 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Publish callbacks [] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.331501 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:12:12.351321 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Publish callbacks [] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.363871 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Transition to ACTIVE for port object 24ff5c47-b58e-48fc-9ad0-bac12147dd59 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:12:12.396713 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Transition to ACTIVE for port object 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:12:12.405197 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-388026cc-a76f-49e1-a653-f1d06f7fb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:12.409784 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-388026cc-a76f-49e1-a653-f1d06f7fb32b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1127 time: 0.2171218 Mar 08 05:12:12.441144 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c918d-248b-41ef-b575-0d3c96081512 req-bd8832df-ea31-428e-838f-2315d75dc901 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:12.443210 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-115c918d-248b-41ef-b575-0d3c96081512 req-bd8832df-ea31-428e-838f-2315d75dc901 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 931 time: 0.2500727 Mar 08 05:12:12.446963 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for port (b77998e9-e761-4938-9386-b0f380158f6b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.448840 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-1f88298e-06a9-47c5-9edf-4af097afc01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (11c08bf4-ce2c-4d50-a2f2-a496c2a0a08e), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.554449 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-1f88298e-06a9-47c5-9edf-4af097afc01f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77e817ba2f4a43f89c109f9d997c3d53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1035573 Mar 08 05:12:12.555528 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88298e-06a9-47c5-9edf-4af097afc01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c08bf4-ce2c-4d50-a2f2-a496c2a0a08e,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:12.559388 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35186) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:12.571143 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.574557 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.598536 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-9092ca3d-ad16-432b-88a0-ba37f091e139 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 HTTP/1.1" status: 200 len: 217 time: 0.1715388 Mar 08 05:12:12.649035 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-115c918d-248b-41ef-b575-0d3c96081512 req-b8634fb1-c572-4847-943c-6d081e2e4486 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911719 Mar 08 05:12:12.703773 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bcc6533f-28c6-478f-8cd7-dc5708c4307d admin admin] Publish callbacks [] for security_group (11c08bf4-ce2c-4d50-a2f2-a496c2a0a08e), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.720490 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (b77998e9-e761-4938-9386-b0f380158f6b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.750099 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Pushing event updated for resources: {'Port': ['ID=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:12.762077 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:12:12.790400 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bcc6533f-28c6-478f-8cd7-dc5708c4307d admin admin] Publish callbacks [] for security_group (11c08bf4-ce2c-4d50-a2f2-a496c2a0a08e), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:12.793077 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:12:12.796311 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:12:12.929641 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'Port': ['ID=b77998e9-e761-4938-9386-b0f380158f6b,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:12.962076 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:12.963319 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:13.112837 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-6df1a94e-b2de-47f9-bed8-5a316aedb820 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1978121 Mar 08 05:12:13.119087 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bcc6533f-28c6-478f-8cd7-dc5708c4307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (11c08bf4-ce2c-4d50-a2f2-a496c2a0a08e), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:13.122289 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bcc6533f-28c6-478f-8cd7-dc5708c4307d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:13.140027 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-bcc6533f-28c6-478f-8cd7-dc5708c4307d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11c08bf4-ce2c-4d50-a2f2-a496c2a0a08e HTTP/1.1" status: 204 len: 168 time: 0.5605249 Mar 08 05:12:13.169525 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-e4c099f3-8007-47b6-92d0-6c2eb968928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:13.169985 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-e4c099f3-8007-47b6-92d0-6c2eb968928e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.5313725 Mar 08 05:12:13.182075 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Request body: {'port': {'device_id': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:13.231522 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6533f-28c6-478f-8cd7-dc5708c4307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c08bf4-ce2c-4d50-a2f2-a496c2a0a08e,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:13.313933 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb52416-6a8c-4f4d-b031-ccfcfd18eb94 req-0118fb0d-a8fd-47a6-9560-5dd690fe874c tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:13.316444 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2fb52416-6a8c-4f4d-b031-ccfcfd18eb94 req-0118fb0d-a8fd-47a6-9560-5dd690fe874c tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 945 time: 0.2667105 Mar 08 05:12:13.321244 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:13.328273 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953574c-07ab-4401-bf52-0900ed65075f req-328fdbee-db71-4ab4-8e48-3920eb8427ff tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:13.335763 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5953574c-07ab-4401-bf52-0900ed65075f req-328fdbee-db71-4ab4-8e48-3920eb8427ff tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 943 time: 0.2961292 Mar 08 05:12:13.339372 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (b77998e9-e761-4938-9386-b0f380158f6b), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:13.451637 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-b0c103d7-0cfa-4610-8fa2-7c66bb44c38e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047201 Mar 08 05:12:13.531881 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-0ba6eed2-98e1-4f18-909a-6e4f4900745f None None] Provisioning complete for port b77998e9-e761-4938-9386-b0f380158f6b triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:12:13.536746 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0ba6eed2-98e1-4f18-909a-6e4f4900745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (b77998e9-e761-4938-9386-b0f380158f6b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:13.605188 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2fb52416-6a8c-4f4d-b031-ccfcfd18eb94 req-e90a7479-5395-4fe5-92cc-1c931c4776ed tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675736 Mar 08 05:12:13.678258 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6eed2-98e1-4f18-909a-6e4f4900745f None None] Port b77998e9-e761-4938-9386-b0f380158f6b cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:12:13.827119 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5953574c-07ab-4401-bf52-0900ed65075f req-f825c60c-2433-40e7-9522-a6f7d4c0f600 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710147 Mar 08 05:12:13.854951 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Attempting to bind port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:12:13.855555 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Attempting to bind port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:12:13.855669 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Attempting to bind port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 on network 2e044609-f564-417f-b790-8c2dcd333e28 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:12:13.859434 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Attempting to bind port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:12:13.859772 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Attempting to bind port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:12:13.860822 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Attempting to bind port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 on network f93d4532-f358-4f4b-86bd-f443626d8104 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:12:13.867072 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-636045da-c43f-4b89-b2d3-17db37a79950 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877246 Mar 08 05:12:13.870160 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 on network 2e044609-f564-417f-b790-8c2dcd333e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:12:13.870533 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Attempting to bind port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 on network 2e044609-f564-417f-b790-8c2dcd333e28 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:12:13.875362 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 on network f93d4532-f358-4f4b-86bd-f443626d8104 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:12:13.876334 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Attempting to bind port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 on network f93d4532-f358-4f4b-86bd-f443626d8104 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:12:13.890448 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:12:13.890861 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Checking segment: {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:12:13.891600 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Bound using segment: {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:12:13.892315 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Bound port: 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:12:13.892703 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:13.906304 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:12:13.906747 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Checking segment: {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:12:13.906747 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Bound using segment: {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:12:13.908333 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Bound port: 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:12:13.909170 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.041534 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0945b-52e8-497c-8004-f6fd2dea173c req-bd1d85f5-42f6-4e6c-85fc-1ed74e232291 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:14.049055 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9d0945b-52e8-497c-8004-f6fd2dea173c req-bd1d85f5-42f6-4e6c-85fc-1ed74e232291 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 932 time: 0.2441697 Mar 08 05:12:14.108332 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613fa4d-d79d-414e-a1ab-5430860bfa8c req-38cf88a3-f137-49a1-9a3e-9ffa42fd03fe tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:14.110868 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] For port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:12:14.114592 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7613fa4d-d79d-414e-a1ab-5430860bfa8c req-38cf88a3-f137-49a1-9a3e-9ffa42fd03fe tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1755047 Mar 08 05:12:14.115378 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:12:14.119576 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-4098da1f-ea5f-42c6-937b-968621851bac service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454503 Mar 08 05:12:14.146568 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] For port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:12:14.149346 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:12:14.187923 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35236) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:14.212698 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-436eba51-ec46-4436-9c64-591a4a20e1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.215778 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9d0945b-52e8-497c-8004-f6fd2dea173c req-db97f470-a28b-4c12-bfc4-47dda68ae04a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651778 Mar 08 05:12:14.256579 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:12:14.281315 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7613fa4d-d79d-414e-a1ab-5430860bfa8c req-bf496693-f34f-40f4-86a5-df2ac5a25c97 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564376 Mar 08 05:12:14.283057 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.301049 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.387515 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77998e9-e761-4938-9386-b0f380158f6b {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:12:14.401457 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Publish callbacks [] for port (b77998e9-e761-4938-9386-b0f380158f6b), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.429617 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Transition to ACTIVE for port object b77998e9-e761-4938-9386-b0f380158f6b will not be triggered until provisioned by entity L2. {{(pid=103747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:12:14.447203 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Pushing event updated for resources: {'Port': ['ID=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:14.459556 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:14.460665 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.463014 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] 10.222.0.13 "PUT /v2.0/ports/24ff5c47-b58e-48fc-9ad0-bac12147dd59 HTTP/1.1" status: 200 len: 1093 time: 4.1907716 Mar 08 05:12:14.463606 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:14.478158 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:14.479227 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.481946 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-49d77441-70f3-4da3-81f0-50e85ba9c8af service neutron] 10.222.0.13 "PUT /v2.0/ports/6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 HTTP/1.1" status: 200 len: 1093 time: 4.2080286 Mar 08 05:12:14.499686 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:12:14.515486 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:12:14.516161 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.535003 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (b77998e9-e761-4938-9386-b0f380158f6b), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.651815 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a441be7-ab5f-41da-895d-6c4742795e82 service neutron] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:14.753655 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:14.754824 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:14.800874 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e029a81-84c3-4f99-b641-b0a7d53ad092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff2a4a-ebc4-47a4-95de-0ee0c0772157'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:14.846434 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Pushing event updated for resources: {'Port': ['ID=b77998e9-e761-4938-9386-b0f380158f6b,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:15.018623 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45afcd0-0be1-4e2d-87ed-5694c91c7361" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:15.027810 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-436eba51-ec46-4436-9c64-591a4a20e1b5 admin admin] Publish callbacks [] for security_group (d32fa06c-6fd1-4435-8286-276089437a1e), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:15.064662 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-58da7163-25f9-4774-b819-2f7b6bb5d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:15.066375 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-58da7163-25f9-4774-b819-2f7b6bb5d7c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 1127 time: 0.3111327 Mar 08 05:12:15.070927 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-e617bbe2-9a7c-4b1f-a480-a676272e3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:15.072614 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-e617bbe2-9a7c-4b1f-a480-a676272e3916 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 1127 time: 0.3072548 Mar 08 05:12:15.095400 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,segment=NetworkSegment(a1e06519-98e5-4968-b2d2-2d4400233147),segment_id=a1e06519-98e5-4968-b2d2-2d4400233147)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:15.155512 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803b28fe-e9bc-40e2-b0f6-215791143035" -d '{"events": [{"server_uuid": "8e029a81-84c3-4f99-b641-b0a7d53ad092", "name": "network-vif-plugged", "status": "completed", "tag": "64ff2a4a-ebc4-47a4-95de-0ee0c0772157"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:15.186817 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:15.204826 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Attempting to bind port b77998e9-e761-4938-9386-b0f380158f6b on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:12:15.211190 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Attempting to bind port b77998e9-e761-4938-9386-b0f380158f6b by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:12:15.211853 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Attempting to bind port b77998e9-e761-4938-9386-b0f380158f6b on network 6459fbae-33a1-4a2f-bac2-0297d91770ad {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:12:15.226437 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Port b77998e9-e761-4938-9386-b0f380158f6b on network 6459fbae-33a1-4a2f-bac2-0297d91770ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:12:15.227193 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Attempting to bind port b77998e9-e761-4938-9386-b0f380158f6b on network 6459fbae-33a1-4a2f-bac2-0297d91770ad {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:12:15.236327 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:12:15.237151 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Checking segment: {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:12:15.237772 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Bound using segment: {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:12:15.238509 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Bound port: b77998e9-e761-4938-9386-b0f380158f6b, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:12:15.239143 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (b77998e9-e761-4938-9386-b0f380158f6b), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:15.253946 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-436eba51-ec46-4436-9c64-591a4a20e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d32fa06c-6fd1-4435-8286-276089437a1e), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:15.261232 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-8cd4fa4e-a126-4582-a72d-97720067175e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 HTTP/1.1" status: 200 len: 217 time: 0.1658549 Mar 08 05:12:15.269921 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5793c-4c87-4b63-a443-bb7e13ac441a req-2e597246-491e-4cfb-a263-6bb86f61c7f1 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:15.271751 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b3e5793c-4c87-4b63-a443-bb7e13ac441a req-2e597246-491e-4cfb-a263-6bb86f61c7f1 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 945 time: 0.3509216 Mar 08 05:12:15.283481 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-3175cfb3-f0a9-4b2e-9b90-407af9375e1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59 HTTP/1.1" status: 200 len: 217 time: 0.1869063 Mar 08 05:12:15.307935 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:15.407323 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-436eba51-ec46-4436-9c64-591a4a20e1b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a66d7164f9fc44fa8b2af6839e923732&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2129900 Mar 08 05:12:15.408040 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eba51-ec46-4436-9c64-591a4a20e1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32fa06c-6fd1-4435-8286-276089437a1e,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:15.414260 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35272) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:15.416320 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a88e4-5232-4864-b97e-100cec0e0aff req-67a71731-37b4-401c-96a1-23467f339566 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:15.419174 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-732a88e4-5232-4864-b97e-100cec0e0aff req-67a71731-37b4-401c-96a1-23467f339566 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 943 time: 0.3626046 Mar 08 05:12:15.439797 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-40c95e53-bc3a-4bb6-8d28-fc6f5f7c4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:15.441361 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-40c95e53-bc3a-4bb6-8d28-fc6f5f7c4dca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.1346626 Mar 08 05:12:15.445460 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-b167d1fe-65a5-4231-a09a-e80f5138393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:15.447026 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-b167d1fe-65a5-4231-a09a-e80f5138393b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.1544290 Mar 08 05:12:15.470173 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] For port b77998e9-e761-4938-9386-b0f380158f6b, host hv-cinder-82806, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:12:15.535346 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] For port b77998e9-e761-4938-9386-b0f380158f6b, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b77998e9-e761-4938-9386-b0f380158f6b,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:12:15.540437 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-a21cd909-2f4e-43c8-8aed-aa8920db2769 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729814 Mar 08 05:12:15.543168 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b3e5793c-4c87-4b63-a443-bb7e13ac441a req-61280277-7c87-4c31-a759-792de0bf72d8 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128870 Mar 08 05:12:15.599142 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-732a88e4-5232-4864-b97e-100cec0e0aff req-e36ab31d-5f2b-4d2c-9146-b4c71b54e468 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558270 Mar 08 05:12:15.665147 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (b77998e9-e761-4938-9386-b0f380158f6b), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:15.713694 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-e3b26ba4-ee81-41f5-b919-73824de6615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:15.717079 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-e3b26ba4-ee81-41f5-b919-73824de6615b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2657781 Mar 08 05:12:15.726870 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:15.728262 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:15.730697 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] 10.222.0.13 "PUT /v2.0/ports/b77998e9-e761-4938-9386-b0f380158f6b HTTP/1.1" status: 200 len: 1094 time: 2.5833097 Mar 08 05:12:15.730697 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'tag': 'b77998e9-e761-4938-9386-b0f380158f6b'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:15.733829 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5af549-f640-4d41-aff0-7cce70a39fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "77616a7a-b3f9-47fa-9b08-d90c2a899655", "tag": "b77998e9-e761-4938-9386-b0f380158f6b"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:15.760439 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a9a5e-c166-4dea-8074-01e1d0c63e52 service neutron] Pushing event updated for resources: {'Port': ['ID=b77998e9-e761-4938-9386-b0f380158f6b,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:15.792340 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f391a0c4-2c7c-493d-8aa0-209daa607c03 x-openstack-request-id: req-f391a0c4-2c7c-493d-8aa0-209daa607c03 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:15.793212 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e029a81-84c3-4f99-b641-b0a7d53ad092", "name": "network-vif-plugged", "status": "completed", "tag": "64ff2a4a-ebc4-47a4-95de-0ee0c0772157", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:15.793212 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f391a0c4-2c7c-493d-8aa0-209daa607c03 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:15.793452 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e029a81-84c3-4f99-b641-b0a7d53ad092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff2a4a-ebc4-47a4-95de-0ee0c0772157', 'code': 200} Mar 08 05:12:15.858147 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd01851-1037-47c7-9cf0-6dd3d7976bd0 x-openstack-request-id: req-6bd01851-1037-47c7-9cf0-6dd3d7976bd0 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:15.858461 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:15.858708 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bd01851-1037-47c7-9cf0-6dd3d7976bd0 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:15.859201 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'status': 'completed', 'code': 200} Mar 08 05:12:15.893401 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e4bd322c-e0f8-4a98-8d79-8e64aaccecc6 admin admin] Publish callbacks [] for security_group (d32fa06c-6fd1-4435-8286-276089437a1e), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:15.938719 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e4bd322c-e0f8-4a98-8d79-8e64aaccecc6 admin admin] Publish callbacks [] for security_group (d32fa06c-6fd1-4435-8286-276089437a1e), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:16.037962 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-55b49679-c7dd-4031-9753-906317878b04 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832764 Mar 08 05:12:16.135316 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-dc31d06b-e3f0-4769-a367-162d76498bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889764 Mar 08 05:12:16.245747 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bce492b0-f333-4f7e-b2c6-8d2dcb147367 req-59023a56-6526-41ef-a225-f9ed33f60453 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992230 Mar 08 05:12:16.271580 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e4bd322c-e0f8-4a98-8d79-8e64aaccecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d32fa06c-6fd1-4435-8286-276089437a1e), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:16.275667 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e4bd322c-e0f8-4a98-8d79-8e64aaccecc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:16.276871 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-e4bd322c-e0f8-4a98-8d79-8e64aaccecc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d32fa06c-6fd1-4435-8286-276089437a1e HTTP/1.1" status: 204 len: 168 time: 0.8599000 Mar 08 05:12:16.312682 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd322c-e0f8-4a98-8d79-8e64aaccecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32fa06c-6fd1-4435-8286-276089437a1e,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:16.349519 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b519629-78b8-45dd-9c5a-5bc7ed120f70 req-1663d1bc-60f0-421c-b7dd-f4dd7752c328 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070317 Mar 08 05:12:16.412395 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-1766c52d-9a4d-462f-899b-f0d1ed45d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:16.414059 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-1766c52d-9a4d-462f-899b-f0d1ed45d302 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 1128 time: 0.4174006 Mar 08 05:12:16.428312 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5103875-53ca-41be-95b5-ca78f6e1c934 req-212327c0-1d9c-42dc-ad0d-d6b3f8302765 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:16.435626 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c5103875-53ca-41be-95b5-ca78f6e1c934 req-212327c0-1d9c-42dc-ad0d-d6b3f8302765 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 944 time: 0.4807312 Mar 08 05:12:16.436092 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a498541-6b53-4787-966d-d2675f2365f5 req-03f9bfe1-9c5c-4444-8cce-6f2f2fb88f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:16.446109 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2a498541-6b53-4787-966d-d2675f2365f5 req-03f9bfe1-9c5c-4444-8cce-6f2f2fb88f60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 1130 time: 0.1402378 Mar 08 05:12:16.447803 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c4308-b017-494f-823f-3d0cf38bd36e req-4a855a5e-f38d-4591-b86c-a23f52458d9d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:16.449999 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b79c4308-b017-494f-823f-3d0cf38bd36e req-4a855a5e-f38d-4591-b86c-a23f52458d9d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.5950129 Mar 08 05:12:16.493759 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-2a498541-6b53-4787-966d-d2675f2365f5 req-eee0bcc1-de2d-4371-8751-5ef68aa79936 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:16.518319 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-916f4716-85ff-4ce5-ba79-d77b1f7a0616 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77998e9-e761-4938-9386-b0f380158f6b HTTP/1.1" status: 200 len: 217 time: 0.0805638 Mar 08 05:12:16.614225 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c5103875-53ca-41be-95b5-ca78f6e1c934 req-ae7b7025-d312-4d54-be91-d0e33d373e5f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775560 Mar 08 05:12:16.628696 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b79c4308-b017-494f-823f-3d0cf38bd36e req-b0292f88-9fb8-43bf-9ed7-f6974ccf8857 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591530 Mar 08 05:12:16.696698 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c59ecc-8359-468f-9985-c82d17e4c692 x-openstack-request-id: req-63c59ecc-8359-468f-9985-c82d17e4c692 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:16.697000 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77616a7a-b3f9-47fa-9b08-d90c2a899655", "tag": "b77998e9-e761-4938-9386-b0f380158f6b", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:16.697268 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63c59ecc-8359-468f-9985-c82d17e4c692 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:16.697704 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'tag': 'b77998e9-e761-4938-9386-b0f380158f6b', 'status': 'completed', 'code': 200} Mar 08 05:12:16.769940 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-2a498541-6b53-4787-966d-d2675f2365f5 req-eee0bcc1-de2d-4371-8751-5ef68aa79936 service neutron] Publish callbacks [] for security_group (fc8baa57-bf40-47c6-bac5-f8a00b83fb83), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:16.780664 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-99e57ee7-3383-473d-82cf-0a488e788324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:16.783074 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-99e57ee7-3383-473d-82cf-0a488e788324 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4770685-7661-41b3-8a9d-88d2198076ee HTTP/1.1" status: 200 len: 849 time: 0.1982818 Mar 08 05:12:16.811154 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e022846-d306-4ded-958c-af8fa990f892 req-38b87c13-25c6-4933-88e3-bb3966363bd9 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:16.812997 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1e022846-d306-4ded-958c-af8fa990f892 req-38b87c13-25c6-4933-88e3-bb3966363bd9 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 946 time: 0.1183639 Mar 08 05:12:16.816236 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-e2e1038e-9554-46cd-8fa0-c9768db86887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:16.818036 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-e2e1038e-9554-46cd-8fa0-c9768db86887 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 1127 time: 0.2141116 Mar 08 05:12:16.859243 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-2a498541-6b53-4787-966d-d2675f2365f5 req-eee0bcc1-de2d-4371-8751-5ef68aa79936 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (fc8baa57-bf40-47c6-bac5-f8a00b83fb83), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:16.961114 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9069ce5-b46e-4e1f-8907-eeeee6ddd156 req-10146ad8-5f68-4835-8bc0-19cebf7a8cc7 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:16.962768 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9069ce5-b46e-4e1f-8907-eeeee6ddd156 req-10146ad8-5f68-4835-8bc0-19cebf7a8cc7 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 943 time: 0.1315448 Mar 08 05:12:16.966436 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1e022846-d306-4ded-958c-af8fa990f892 req-829bbb0a-8dee-4edc-92d6-5dcb77ba0a94 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364393 Mar 08 05:12:16.968765 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-3e3b301e-355d-4d36-a31c-b84098b5834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:16.971472 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-3e3b301e-355d-4d36-a31c-b84098b5834f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6459fbae-33a1-4a2f-bac2-0297d91770ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1809013 Mar 08 05:12:17.065038 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0bcc1-de2d-4371-8751-5ef68aa79936 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8baa57-bf40-47c6-bac5-f8a00b83fb83,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:17.152345 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2a498541-6b53-4787-966d-d2675f2365f5 req-eee0bcc1-de2d-4371-8751-5ef68aa79936 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6875594 Mar 08 05:12:17.225743 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-96995ceb-455f-4101-86b0-7e36a14c7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:17.227920 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-96995ceb-455f-4101-86b0-7e36a14c7691 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 917 time: 0.4003747 Mar 08 05:12:17.231598 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9069ce5-b46e-4e1f-8907-eeeee6ddd156 req-d3771ad9-4ec0-48bf-9141-c66262e7b9da tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588923 Mar 08 05:12:17.264219 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-aa0d3fb1-4204-48b8-a348-75807d7fe4ca service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838106 Mar 08 05:12:17.575581 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-7316d124-aed7-4af2-8215-dad7820bcfa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59 HTTP/1.1" status: 200 len: 217 time: 0.0887389 Mar 08 05:12:17.628897 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35334) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:17.680818 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-c68d20b3-52df-40ce-87c4-edc24890d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:17.685008 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-715f5e87-ce24-449b-bca6-e2ba3c0f359d req-c9d3bf75-a6e2-40f9-8aee-9dcebfe95732 service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988263 Mar 08 05:12:17.698757 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-c68d20b3-52df-40ce-87c4-edc24890d49a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.1117074 Mar 08 05:12:17.847036 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-1a3d90ae-4b83-4fb8-973e-a564b6f1a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:17.852595 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-1a3d90ae-4b83-4fb8-973e-a564b6f1a0be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1470711 Mar 08 05:12:17.861150 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385aad83-5d65-4cc0-a86f-ea843e723140', 'tag': '6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:17.868410 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7" -d '{"events": [{"name": "network-changed", "server_uuid": "385aad83-5d65-4cc0-a86f-ea843e723140", "tag": "6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:17.912526 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f39b91ea-7950-4029-b58a-94d9c0783984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:18.023901 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fe411-18f5-456d-bb24-2e4d13921be0 req-a9ff0aad-2295-433c-9a40-bcd3e1e0675c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:18.035279 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7e2fe411-18f5-456d-bb24-2e4d13921be0 req-a9ff0aad-2295-433c-9a40-bcd3e1e0675c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.2502792 Mar 08 05:12:18.113407 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012be43-5afe-4787-893f-ec9f5c7c19d9 req-e760d180-7978-47a4-93b6-a7dc36b1b7d6 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:18.127522 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0012be43-5afe-4787-893f-ec9f5c7c19d9 req-e760d180-7978-47a4-93b6-a7dc36b1b7d6 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 944 time: 0.2530272 Mar 08 05:12:18.238171 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-5ec12b1b-b44a-45f6-87ac-6056d5b5268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:18.241766 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-5ec12b1b-b44a-45f6-87ac-6056d5b5268e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 1128 time: 0.3033152 Mar 08 05:12:18.249856 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7e2fe411-18f5-456d-bb24-2e4d13921be0 req-daf14467-f203-440b-8359-2b7ed9f943be tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131002 Mar 08 05:12:18.271192 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-f559196e-3cf6-4d5a-ae67-cdb18dc72bbe service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402476 Mar 08 05:12:18.278579 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:12:18.293291 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f39b91ea-7950-4029-b58a-94d9c0783984 admin admin] Publish callbacks [] for security_group (77d56865-7521-426e-adac-8ba4a07b449a), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:18.400316 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9285f26d-e293-4d6f-a6b5-f4462c8ed44b x-openstack-request-id: req-9285f26d-e293-4d6f-a6b5-f4462c8ed44b {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:18.400686 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385aad83-5d65-4cc0-a86f-ea843e723140", "tag": "6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:18.412991 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9285f26d-e293-4d6f-a6b5-f4462c8ed44b {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:18.412991 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385aad83-5d65-4cc0-a86f-ea843e723140', 'tag': '6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09', 'status': 'completed', 'code': 200} Mar 08 05:12:18.466824 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f39b91ea-7950-4029-b58a-94d9c0783984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (77d56865-7521-426e-adac-8ba4a07b449a), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:18.493784 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d45afcd0-0be1-4e2d-87ed-5694c91c7361 req-8ad7ecae-f538-442a-90cb-1e51234228f7 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117927 Mar 08 05:12:18.526047 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:18.544739 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': 'e2bba7e0-cfc1-4242-80ed-5109aaf2ae57', 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104', 'port_id': 'e2bba7e0-cfc1-4242-80ed-5109aaf2ae57', 'mac_address': 'fa:16:3e:d2:8f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d3c07a-d96a-4b45-8d0c-38b15f10db78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:12:18.570958 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0012be43-5afe-4787-893f-ec9f5c7c19d9 req-274eb94e-167c-437d-ae8c-cb9e9b2a1f4a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4416540 Mar 08 05:12:18.623217 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b91ea-7950-4029-b58a-94d9c0783984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d56865-7521-426e-adac-8ba4a07b449a,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:18.630511 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-f39b91ea-7950-4029-b58a-94d9c0783984 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc7f643eba344afc8885a3a0a38c64f8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0006933 Mar 08 05:12:18.634875 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35362) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:18.645623 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:18.648701 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-1cc88416-c547-46df-86a3-c05c214a0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:18.651019 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-1cc88416-c547-46df-86a3-c05c214a0886 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 911 time: 0.3990796 Mar 08 05:12:18.652494 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:18.668123 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-059cc660-f8d4-42de-9c61-d0b85569eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:18.670305 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-059cc660-f8d4-42de-9c61-d0b85569eec5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 1127 time: 0.1478083 Mar 08 05:12:18.714739 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:12:18.749425 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-e71e7b49-17e2-43af-aa2c-6b6950424ed4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77998e9-e761-4938-9386-b0f380158f6b HTTP/1.1" status: 200 len: 217 time: 0.0878737 Mar 08 05:12:18.758215 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:18.796770 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4045d970-1546-4766-a011-408f88784a2a admin admin] Publish callbacks [] for security_group (77d56865-7521-426e-adac-8ba4a07b449a), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:18.845088 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4045d970-1546-4766-a011-408f88784a2a admin admin] Publish callbacks [] for security_group (77d56865-7521-426e-adac-8ba4a07b449a), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:18.871633 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:18.872729 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7079d00-226f-4b74-89a5-035c07b71f7c req-cc33c4df-0e49-4e9a-b47a-a1ca8a9179fc tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:18.882724 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-c09c922e-a509-445c-8918-cd76578e33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:18.885061 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f7079d00-226f-4b74-89a5-035c07b71f7c req-cc33c4df-0e49-4e9a-b47a-a1ca8a9179fc tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 946 time: 0.3726821 Mar 08 05:12:18.896507 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-c09c922e-a509-445c-8918-cd76578e33c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 919 time: 0.2184532 Mar 08 05:12:18.979392 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:19.036794 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f7079d00-226f-4b74-89a5-035c07b71f7c req-2d5b23ac-5c75-40bc-a8ea-b78881438087 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497583 Mar 08 05:12:19.055630 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-d8aa01c6-7954-4750-99a5-c5eb7061b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:19.057574 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-d8aa01c6-7954-4750-99a5-c5eb7061b14a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4770685-7661-41b3-8a9d-88d2198076ee HTTP/1.1" status: 200 len: 849 time: 0.2947896 Mar 08 05:12:19.087024 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e334ca-1aa4-4a43-897e-27e190e1c1f3 req-38e47cd3-5194-452e-9fad-ccc648c98a54 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:19.091945 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-c3ca341c-9624-46d2-9574-9d2273d019b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 HTTP/1.1" status: 200 len: 217 time: 0.1392884 Mar 08 05:12:19.096077 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b9e334ca-1aa4-4a43-897e-27e190e1c1f3 req-38e47cd3-5194-452e-9fad-ccc648c98a54 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 943 time: 0.3540974 Mar 08 05:12:19.214948 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-44d38839-bf7f-402e-a3c8-ca22090f4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:19.225417 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-44d38839-bf7f-402e-a3c8-ca22090f4159 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6459fbae-33a1-4a2f-bac2-0297d91770ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1604309 Mar 08 05:12:19.239232 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b9e334ca-1aa4-4a43-897e-27e190e1c1f3 req-8bc7ffd7-6181-411b-9541-cd939beb65d9 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403501 Mar 08 05:12:19.242412 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['e2bba7e0-cfc1-4242-80ed-5109aaf2ae57'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:12:19.254820 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-a0c364ef-cf9f-4130-9352-0d8863bb4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:19.257124 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-a0c364ef-cf9f-4130-9352-0d8863bb4579 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.1575162 Mar 08 05:12:19.383986 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-9cf393fe-dcbe-4953-93f6-bc83f7d4282d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134109 Mar 08 05:12:19.385031 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4045d970-1546-4766-a011-408f88784a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (77d56865-7521-426e-adac-8ba4a07b449a), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:19.393409 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4045d970-1546-4766-a011-408f88784a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:19.417935 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-4045d970-1546-4766-a011-408f88784a2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77d56865-7521-426e-adac-8ba4a07b449a HTTP/1.1" status: 204 len: 168 time: 0.7766972 Mar 08 05:12:19.497869 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045d970-1546-4766-a011-408f88784a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d56865-7521-426e-adac-8ba4a07b449a,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:19.678082 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-6a7488ab-6709-434e-a3a3-b0f373800697 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581882 Mar 08 05:12:19.681686 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-8513f8fa-96d2-4bab-9de4-aae2bd03849f service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406347 Mar 08 05:12:19.823274 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5754a154-083f-423b-b7a1-bf4fa4a8f371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:19.861559 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c33cb9-0d66-4fef-9857-f15a0944a45b req-cad3fe55-95ba-421a-9cbb-ffe99c818dc4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:19.869304 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-21c33cb9-0d66-4fef-9857-f15a0944a45b req-cad3fe55-95ba-421a-9cbb-ffe99c818dc4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.3317778 Mar 08 05:12:19.962655 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3c1c6a99-4e04-41fc-b9f6-aadfe0c392a7 req-c01a7643-8a03-437b-bc94-d2171049494a service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731419 Mar 08 05:12:19.984828 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea5af549-f640-4d41-aff0-7cce70a39fd4 req-a0c7db13-394e-4f57-a1ce-f0efe377b61d service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933838 Mar 08 05:12:20.052958 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeac304-ee20-4416-b743-ad74bfe28523 req-c4da560f-132a-4ceb-b168-e852ee1a2a24 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:20.054873 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-eaeac304-ee20-4416-b743-ad74bfe28523 req-c4da560f-132a-4ceb-b168-e852ee1a2a24 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 944 time: 0.2118073 Mar 08 05:12:20.068800 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-21c33cb9-0d66-4fef-9857-f15a0944a45b req-694b75cb-a33e-452e-83ff-7bc97c2985a2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984673 Mar 08 05:12:20.158846 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-eaeac304-ee20-4416-b743-ad74bfe28523 req-a93ab65f-6327-42cb-b708-529ee65b17dd tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819094 Mar 08 05:12:20.282240 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0d628-01fd-4893-a417-bad4c7acbdd3 req-70ef4119-7865-4a7d-929b-40599e577600 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:20.298966 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c8d0d628-01fd-4893-a417-bad4c7acbdd3 req-70ef4119-7865-4a7d-929b-40599e577600 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 946 time: 0.1166613 Mar 08 05:12:20.302394 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device b77998e9-e761-4938-9386-b0f380158f6b details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:12:20.398803 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c8d0d628-01fd-4893-a417-bad4c7acbdd3 req-c551b99a-1391-4fd3-b2ca-168ebb3d67d6 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983245 Mar 08 05:12:20.489727 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35404) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:20.566852 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-09113e76-8979-4774-9577-7d835cec7989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:20.583690 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1212a4-b240-48f7-bade-8ed073e3e2a6 req-e5c066d1-7ded-4000-935d-290dd1477716 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:20.597749 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4a1212a4-b240-48f7-bade-8ed073e3e2a6 req-e5c066d1-7ded-4000-935d-290dd1477716 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 943 time: 0.1967559 Mar 08 05:12:20.624775 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port b77998e9-e761-4938-9386-b0f380158f6b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b77998e9-e761-4938-9386-b0f380158f6b,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:20.655194 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': 'b77998e9-e761-4938-9386-b0f380158f6b', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'port_id': 'b77998e9-e761-4938-9386-b0f380158f6b', 'mac_address': 'fa:16:3e:cf:19:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:12:20.773465 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-09113e76-8979-4774-9577-7d835cec7989 admin admin] Publish callbacks [] for security_group (8c6c384d-0116-4446-96a2-2b2e15ad2162), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:20.787785 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4a1212a4-b240-48f7-bade-8ed073e3e2a6 req-9b83d17d-7e21-4714-b2ba-227b0cd985bd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870279 Mar 08 05:12:20.789691 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port b77998e9-e761-4938-9386-b0f380158f6b is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:20.790534 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (b77998e9-e761-4938-9386-b0f380158f6b), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:20.852843 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-09113e76-8979-4774-9577-7d835cec7989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (8c6c384d-0116-4446-96a2-2b2e15ad2162), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:20.874796 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77998e9-e761-4938-9386-b0f380158f6b {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:12:20.925605 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-09113e76-8979-4774-9577-7d835cec7989 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32e6edc1230647b380877ff1255dfbe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259992 Mar 08 05:12:20.927079 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35412) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:20.928800 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port b77998e9-e761-4938-9386-b0f380158f6b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b77998e9-e761-4938-9386-b0f380158f6b,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:20.947177 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09113e76-8979-4774-9577-7d835cec7989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6c384d-0116-4446-96a2-2b2e15ad2162,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:21.012110 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51e0d0bb-1eec-408f-b17c-f57c5e41d545 admin admin] Publish callbacks [] for security_group (8c6c384d-0116-4446-96a2-2b2e15ad2162), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:21.048676 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51e0d0bb-1eec-408f-b17c-f57c5e41d545 admin admin] Publish callbacks [] for security_group (8c6c384d-0116-4446-96a2-2b2e15ad2162), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:21.054097 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (b77998e9-e761-4938-9386-b0f380158f6b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:21.055561 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:12:21.238643 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=b77998e9-e761-4938-9386-b0f380158f6b,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:21.304738 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51e0d0bb-1eec-408f-b17c-f57c5e41d545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (8c6c384d-0116-4446-96a2-2b2e15ad2162), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:21.308087 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-51e0d0bb-1eec-408f-b17c-f57c5e41d545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:21.313426 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-51e0d0bb-1eec-408f-b17c-f57c5e41d545 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c6c384d-0116-4446-96a2-2b2e15ad2162 HTTP/1.1" status: 204 len: 168 time: 0.3820090 Mar 08 05:12:21.324018 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0d0bb-1eec-408f-b17c-f57c5e41d545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6c384d-0116-4446-96a2-2b2e15ad2162,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:21.346283 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97fe96-7b52-452c-9bbe-a746a1277247 req-23545864-5fb6-490e-9b7e-b7cf736670ff tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:21.362239 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7a97fe96-7b52-452c-9bbe-a746a1277247 req-23545864-5fb6-490e-9b7e-b7cf736670ff tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1594667 Mar 08 05:12:21.393174 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:21.414514 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09', 'network_id': 'f93d4532-f358-4f4b-86bd-f443626d8104', 'port_id': '6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09', 'mac_address': 'fa:16:3e:5f:10:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0d3c07a-d96a-4b45-8d0c-38b15f10db78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:12:21.509989 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:21.510741 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:21.540208 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:12:21.559095 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7a97fe96-7b52-452c-9bbe-a746a1277247 req-e0daf8c7-e835-4933-b239-d732e9a104a7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955161 Mar 08 05:12:21.575879 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a3389-7d36-4b94-917d-c86905624514 req-282ca101-f5dd-48f8-a04d-3d836b4d8ede tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:21.577956 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-560a3389-7d36-4b94-917d-c86905624514 req-282ca101-f5dd-48f8-a04d-3d836b4d8ede tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 945 time: 0.2845519 Mar 08 05:12:21.616631 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:21.655296 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-560a3389-7d36-4b94-917d-c86905624514 req-94b27c3a-a69e-4873-b843-58b6245e0cac tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705085 Mar 08 05:12:21.733119 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:21.734039 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:12:21.821827 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:21.979255 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca8bd2-78a5-48ff-b173-c92fb2bb67f0 req-ee31a03b-1854-45ff-8153-5e40040eec9f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:21.985987 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2bca8bd2-78a5-48ff-b173-c92fb2bb67f0 req-ee31a03b-1854-45ff-8153-5e40040eec9f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 944 time: 0.0789700 Mar 08 05:12:22.051620 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2bca8bd2-78a5-48ff-b173-c92fb2bb67f0 req-0c192282-6527-4faf-a17e-39934c8b9243 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604994 Mar 08 05:12:22.113794 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:22.131144 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'port_id': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'mac_address': 'fa:16:3e:44:9c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:12:22.209150 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:22.209557 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:22.227155 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ff5c47-b58e-48fc-9ad0-bac12147dd59 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:12:22.259053 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:22.356556 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:22.464846 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:22.531150 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:12:22.761717 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f841-6215-4137-a0a8-965cad80fa0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:22.809115 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:12:22.817294 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:12:22.817679 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:22.862177 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:12:22.955593 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['24ff5c47-b58e-48fc-9ad0-bac12147dd59'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:12:22.955892 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffdb2c-8338-4761-9f91-f4039a3d5475 req-08cfbd43-669c-434f-b19b-e5a724972077 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:22.955892 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5cffdb2c-8338-4761-9f91-f4039a3d5475 req-08cfbd43-669c-434f-b19b-e5a724972077 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 944 time: 0.2219224 Mar 08 05:12:22.974127 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8bf90-387b-4e4c-a0f9-8826879bfd5d req-a1eb0720-ed2c-4675-a06b-b309abe4d23a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:22.976962 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-87f8bf90-387b-4e4c-a0f9-8826879bfd5d req-a1eb0720-ed2c-4675-a06b-b309abe4d23a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 945 time: 0.1878572 Mar 08 05:12:23.008785 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['b77998e9-e761-4938-9386-b0f380158f6b'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:12:23.130183 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5cffdb2c-8338-4761-9f91-f4039a3d5475 req-20e39723-2561-4a18-858f-08d73aa90d7a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517847 Mar 08 05:12:23.143036 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-87f8bf90-387b-4e4c-a0f9-8826879bfd5d req-33f004b5-d9ec-4741-ad6b-2a658895c49d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532543 Mar 08 05:12:23.245584 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:23.246142 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:23.389763 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b907d-12c9-4a78-a6c9-d6c78c717788 req-ce3d4235-7fe9-40af-bb34-d12a2086cf53 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:23.391433 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bf82f5-44c8-43ed-9e4b-f4de851e4d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bba7e0-cfc1-4242-80ed-5109aaf2ae57'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:23.394727 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf064d0-81ca-4c6b-a43b-6f50b2283f48" -d '{"events": [{"server_uuid": "d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bba7e0-cfc1-4242-80ed-5109aaf2ae57"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:23.401773 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c89b907d-12c9-4a78-a6c9-d6c78c717788 req-ce3d4235-7fe9-40af-bb34-d12a2086cf53 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 944 time: 0.1116891 Mar 08 05:12:23.444930 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:23.539155 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c89b907d-12c9-4a78-a6c9-d6c78c717788 req-492e48a9-3b27-478e-b291-e13572d5d172 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336765 Mar 08 05:12:23.573099 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:23.599364 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35510) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:23.646653 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b202449-d32c-4ebd-8a05-039fb4833122 x-openstack-request-id: req-8b202449-d32c-4ebd-8a05-039fb4833122 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:23.647072 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bba7e0-cfc1-4242-80ed-5109aaf2ae57", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:23.647431 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b202449-d32c-4ebd-8a05-039fb4833122 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:23.647888 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bf82f5-44c8-43ed-9e4b-f4de851e4d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bba7e0-cfc1-4242-80ed-5109aaf2ae57', 'code': 200} Mar 08 05:12:23.649442 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:23.819622 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a131bcce-e57f-41cd-8b40-f5423d376277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:23.959867 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a131bcce-e57f-41cd-8b40-f5423d376277 admin admin] Publish callbacks [] for security_group (a561c66d-492a-4ed0-b441-17b90b3ff1d6), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:24.112359 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a131bcce-e57f-41cd-8b40-f5423d376277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (a561c66d-492a-4ed0-b441-17b90b3ff1d6), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:24.207251 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-a131bcce-e57f-41cd-8b40-f5423d376277 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7833432bc055495998a77408c6aa3b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6063623 Mar 08 05:12:24.214724 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131bcce-e57f-41cd-8b40-f5423d376277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a561c66d-492a-4ed0-b441-17b90b3ff1d6,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:24.214724 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35534) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:24.253004 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ce34e-e0e4-45e6-b960-dd42fcd59e55 req-7c18daca-5b1d-4631-ad8a-4fef2930f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:24.255881 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7b3ce34e-e0e4-45e6-b960-dd42fcd59e55 req-7c18daca-5b1d-4631-ad8a-4fef2930f58a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1129 time: 0.2156534 Mar 08 05:12:24.485694 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-860dea24-264c-4b91-afc7-b64a95838ff6 admin admin] Publish callbacks [] for security_group (a561c66d-492a-4ed0-b441-17b90b3ff1d6), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:24.493698 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7b3ce34e-e0e4-45e6-b960-dd42fcd59e55 req-fb9a6d36-deb2-45ff-a392-afa39a26a781 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277484 Mar 08 05:12:24.515329 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011141b-4478-4dec-9a9b-dfbd38adc0d6 req-9da204fa-a6fa-4ba0-b065-6f77ca9cc7cd tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:24.518701 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3011141b-4478-4dec-9a9b-dfbd38adc0d6 req-9da204fa-a6fa-4ba0-b065-6f77ca9cc7cd tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 944 time: 0.2321560 Mar 08 05:12:24.556027 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:24.556604 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-860dea24-264c-4b91-afc7-b64a95838ff6 admin admin] Publish callbacks [] for security_group (a561c66d-492a-4ed0-b441-17b90b3ff1d6), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:24.649980 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3011141b-4478-4dec-9a9b-dfbd38adc0d6 req-456d3b10-655e-4819-8784-428377d47c5b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220217 Mar 08 05:12:24.840813 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095d66e-05ac-41b0-9f1b-742e669f39c7 req-02db7020-8b53-47d1-8103-a974d11631e0 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:24.842421 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3095d66e-05ac-41b0-9f1b-742e669f39c7 req-02db7020-8b53-47d1-8103-a974d11631e0 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 945 time: 0.0785890 Mar 08 05:12:24.846599 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-860dea24-264c-4b91-afc7-b64a95838ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (a561c66d-492a-4ed0-b441-17b90b3ff1d6), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:24.849312 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-860dea24-264c-4b91-afc7-b64a95838ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:24.854765 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-860dea24-264c-4b91-afc7-b64a95838ff6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a561c66d-492a-4ed0-b441-17b90b3ff1d6 HTTP/1.1" status: 204 len: 168 time: 0.6364443 Mar 08 05:12:24.860138 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dea24-264c-4b91-afc7-b64a95838ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a561c66d-492a-4ed0-b441-17b90b3ff1d6,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:24.949083 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3095d66e-05ac-41b0-9f1b-742e669f39c7 req-095e8bd2-b343-4af1-b67a-6500c52a8961 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863323 Mar 08 05:12:25.142723 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbd0f0-d20f-4342-a1af-949675d138fc req-536f8c1e-7775-405b-8d84-185b15a0ab5e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:25.144492 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-18dbd0f0-d20f-4342-a1af-949675d138fc req-536f8c1e-7775-405b-8d84-185b15a0ab5e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 944 time: 0.0855107 Mar 08 05:12:25.226230 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-18dbd0f0-d20f-4342-a1af-949675d138fc req-d2724ea8-5ede-4f0f-8546-5b00a1d3309e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740542 Mar 08 05:12:25.596337 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:25.808627 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef8f94-bd1c-4795-a75f-cffa715fc630 req-f0024eb1-e136-44ae-a1d4-1dd1660a9b51 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:25.815714 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-13ef8f94-bd1c-4795-a75f-cffa715fc630 req-f0024eb1-e136-44ae-a1d4-1dd1660a9b51 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 944 time: 0.0603185 Mar 08 05:12:25.871347 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-13ef8f94-bd1c-4795-a75f-cffa715fc630 req-95c26fb6-08db-4878-b965-306940253f70 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508075 Mar 08 05:12:25.940589 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35580) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:25.956285 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-52980a33-9309-4e59-825a-604c1c721c1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.092665 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-52980a33-9309-4e59-825a-604c1c721c1f admin admin] Publish callbacks [] for security_group (bd096f04-6b1e-48a9-a45b-673d957adc66), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.099919 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da690c98-3c2a-4e29-99ba-9b7a408df9b4 req-502f986e-a04d-4d98-8b1e-b460101b1cf7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:26.101498 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-da690c98-3c2a-4e29-99ba-9b7a408df9b4 req-502f986e-a04d-4d98-8b1e-b460101b1cf7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 945 time: 0.0655282 Mar 08 05:12:26.150344 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-52980a33-9309-4e59-825a-604c1c721c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (bd096f04-6b1e-48a9-a45b-673d957adc66), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.174370 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-da690c98-3c2a-4e29-99ba-9b7a408df9b4 req-2017f2c4-c709-4f59-89c2-626c961a11c9 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668736 Mar 08 05:12:26.212789 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52980a33-9309-4e59-825a-604c1c721c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd096f04-6b1e-48a9-a45b-673d957adc66,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:26.220640 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-52980a33-9309-4e59-825a-604c1c721c1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9600542169d74b3cac39740234a78c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784779 Mar 08 05:12:26.220908 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35586) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:26.347857 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5f873593-1a5c-4985-8ae4-f769243f4910 admin admin] Publish callbacks [] for security_group (bd096f04-6b1e-48a9-a45b-673d957adc66), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.382586 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5f873593-1a5c-4985-8ae4-f769243f4910 admin admin] Publish callbacks [] for security_group (bd096f04-6b1e-48a9-a45b-673d957adc66), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.405113 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:12:26.433245 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63efeb-86ba-4ab9-9e6b-267bc1796fce req-2c1be066-5a49-4e07-8dbc-a84390b6501b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:26.434970 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ad63efeb-86ba-4ab9-9e6b-267bc1796fce req-2c1be066-5a49-4e07-8dbc-a84390b6501b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 944 time: 0.1211171 Mar 08 05:12:26.443169 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:12:26.475889 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.520694 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ad63efeb-86ba-4ab9-9e6b-267bc1796fce req-3043129a-02b0-4b1d-9221-84aacde7cfc2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602305 Mar 08 05:12:26.545129 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5f873593-1a5c-4985-8ae4-f769243f4910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (bd096f04-6b1e-48a9-a45b-673d957adc66), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.547988 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5f873593-1a5c-4985-8ae4-f769243f4910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.551221 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5f873593-1a5c-4985-8ae4-f769243f4910 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd096f04-6b1e-48a9-a45b-673d957adc66 HTTP/1.1" status: 204 len: 168 time: 0.3275867 Mar 08 05:12:26.558856 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f873593-1a5c-4985-8ae4-f769243f4910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd096f04-6b1e-48a9-a45b-673d957adc66,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:26.682103 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:12:26.690965 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:12:26.692885 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.825507 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-0e7324e1-d098-4b48-9233-23a177e8ce89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979750 Mar 08 05:12:26.857349 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:26.857891 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:26.899114 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385aad83-5d65-4cc0-a86f-ea843e723140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:26.901686 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c837c430-ee3c-445e-acf2-aa5d728ee561" -d '{"events": [{"server_uuid": "385aad83-5d65-4cc0-a86f-ea843e723140", "name": "network-vif-plugged", "status": "completed", "tag": "6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:26.930859 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:26.964754 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7944a3-c251-4041-82d4-f7dc9428b8d3 x-openstack-request-id: req-7d7944a3-c251-4041-82d4-f7dc9428b8d3 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:26.966268 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385aad83-5d65-4cc0-a86f-ea843e723140", "name": "network-vif-plugged", "status": "completed", "tag": "6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:26.966268 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d7944a3-c251-4041-82d4-f7dc9428b8d3 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:26.966268 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385aad83-5d65-4cc0-a86f-ea843e723140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09', 'code': 200} Mar 08 05:12:27.013815 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:27.015234 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device b77998e9-e761-4938-9386-b0f380158f6b up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:12:27.135029 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-4294437e-08ff-4d41-bd92-50af7cfc6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:27.136577 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-4294437e-08ff-4d41-bd92-50af7cfc6b08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b031e6e366fd4843a402ed5cc56c61f0&device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 1130 time: 0.1902342 Mar 08 05:12:27.162163 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc161a18-4a7a-449d-bfbb-4013319140c0 req-05d1b432-9fe9-4453-884a-68154b36c2b1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:27.190328 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bc161a18-4a7a-449d-bfbb-4013319140c0 req-05d1b432-9fe9-4453-884a-68154b36c2b1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 944 time: 0.1906962 Mar 08 05:12:27.230038 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:27.345135 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port b77998e9-e761-4938-9386-b0f380158f6b completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:12:27.359351 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port b77998e9-e761-4938-9386-b0f380158f6b triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:12:27.360029 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (b77998e9-e761-4938-9386-b0f380158f6b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:27.436151 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bc161a18-4a7a-449d-bfbb-4013319140c0 req-1efc9ea0-d6b3-476a-b204-a70f109f6e92 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447894 Mar 08 05:12:27.509430 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-a9023b37-e59d-4c5b-85e6-22820431f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:27.510714 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-a9023b37-e59d-4c5b-85e6-22820431f680 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf256955-54df-4aa1-a384-55512d8eb75f HTTP/1.1" status: 200 len: 913 time: 0.3175635 Mar 08 05:12:27.540805 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa6a0-5c3a-4a6c-ac68-66bcbacdf43f req-1195e964-b484-4d4e-95bc-3b75808c4abf tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:27.544463 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-887fa6a0-5c3a-4a6c-ac68-66bcbacdf43f req-1195e964-b484-4d4e-95bc-3b75808c4abf tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 945 time: 0.1859741 Mar 08 05:12:27.566944 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b55426-2fa0-4dd3-8f6d-a7507e15e3eb req-b77f7c82-4a91-4017-bd1d-dabbf15de8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:27.568523 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0b55426-2fa0-4dd3-8f6d-a7507e15e3eb req-b77f7c82-4a91-4017-bd1d-dabbf15de8cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 1129 time: 0.0977859 Mar 08 05:12:27.589002 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port b77998e9-e761-4938-9386-b0f380158f6b is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:27.597837 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (b77998e9-e761-4938-9386-b0f380158f6b), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:27.652061 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0b55426-2fa0-4dd3-8f6d-a7507e15e3eb req-9bc62ef1-7ccf-42ce-b9c7-f0f44d9699f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699096 Mar 08 05:12:27.690509 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port b77998e9-e761-4938-9386-b0f380158f6b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b77998e9-e761-4938-9386-b0f380158f6b,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:27.824947 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (b77998e9-e761-4938-9386-b0f380158f6b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:27.826667 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:12:27.857718 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-4c6d5b9e-7960-4e1a-b123-b95973f3ef35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64ff2a4a-ebc4-47a4-95de-0ee0c0772157 HTTP/1.1" status: 200 len: 217 time: 0.3120756 Mar 08 05:12:27.945989 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=b77998e9-e761-4938-9386-b0f380158f6b,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:27.976525 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-887fa6a0-5c3a-4a6c-ac68-66bcbacdf43f req-8e58b764-6cf8-45e3-b96a-99cbb62aa242 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4135978 Mar 08 05:12:28.028874 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2def85a-679e-4d0e-b547-72609e0cbb95 req-1fe9dcad-d0fc-4d5a-9d32-edf5a84ffa58 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:28.031088 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f2def85a-679e-4d0e-b547-72609e0cbb95 req-1fe9dcad-d0fc-4d5a-9d32-edf5a84ffa58 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1767952 Mar 08 05:12:28.054820 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:12:28.061832 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:12:28.062525 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:28.077214 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-e3f04aa0-993a-4dd2-8ae0-1b3b91d5b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:28.079966 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-e3f04aa0-993a-4dd2-8ae0-1b3b91d5b309 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7f8db66-4ca0-40c0-b5be-2b2388c6b23a HTTP/1.1" status: 200 len: 852 time: 0.1226535 Mar 08 05:12:28.155084 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-1d74d471-5cb4-4975-9944-549cdbcead28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf256955-54df-4aa1-a384-55512d8eb75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672324 Mar 08 05:12:28.206178 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f2def85a-679e-4d0e-b547-72609e0cbb95 req-a0b56b8d-b714-49b7-9baf-34f43c82df94 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614945 Mar 08 05:12:28.251941 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:12:28.253727 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:28.331082 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:28.341233 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-ed477c70-f8d5-4a3e-930c-7a93cde9b9e1 service neutron] 10.222.0.13 "GET /v2.0/networks/bf256955-54df-4aa1-a384-55512d8eb75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769419 Mar 08 05:12:28.448227 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:28.481698 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-545bc939-f6b0-4617-b32b-3a49a592cbe3 req-74df3eed-c4d1-400f-955b-f0b44e9483c8 service neutron] 10.222.0.13 "GET /v2.0/networks/bf256955-54df-4aa1-a384-55512d8eb75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336915 Mar 08 05:12:28.515249 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:28.597145 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184beca-b64b-4675-a505-0ee752359287 req-826af22f-b225-47e6-be7f-1bef3c71377b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:28.598837 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f184beca-b64b-4675-a505-0ee752359287 req-826af22f-b225-47e6-be7f-1bef3c71377b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0717363 Mar 08 05:12:28.677574 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f184beca-b64b-4675-a505-0ee752359287 req-ff7e4268-aafb-4c3a-9ace-c401e81fc14e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652974 Mar 08 05:12:28.967153 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77998e9-e761-4938-9386-b0f380158f6b'}, {'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:28.971643 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc5e0f8-359f-443e-92aa-feaf657600f2" -d '{"events": [{"server_uuid": "77616a7a-b3f9-47fa-9b08-d90c2a899655", "name": "network-vif-plugged", "status": "completed", "tag": "b77998e9-e761-4938-9386-b0f380158f6b"}, {"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-plugged", "status": "completed", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:29.030683 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec82129b-9648-4b25-a825-5898794c47ab x-openstack-request-id: req-ec82129b-9648-4b25-a825-5898794c47ab {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:29.031199 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77616a7a-b3f9-47fa-9b08-d90c2a899655", "name": "network-vif-plugged", "status": "completed", "tag": "b77998e9-e761-4938-9386-b0f380158f6b", "code": 200}, {"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-plugged", "status": "completed", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:29.032166 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec82129b-9648-4b25-a825-5898794c47ab {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:29.032819 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77998e9-e761-4938-9386-b0f380158f6b', 'code': 200} Mar 08 05:12:29.033247 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'code': 200} Mar 08 05:12:29.199537 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:29.236432 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c6862-6dbb-48ad-8724-4e8ced0e715b req-6e4c6af7-c510-42ed-8a16-480a3cdf8cdd tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:29.238193 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-069c6862-6dbb-48ad-8724-4e8ced0e715b req-6e4c6af7-c510-42ed-8a16-480a3cdf8cdd tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1245360 Mar 08 05:12:29.384504 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-069c6862-6dbb-48ad-8724-4e8ced0e715b req-848206a0-8cb2-4cef-a46d-7579395e0a86 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301239 Mar 08 05:12:29.434893 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a5b0c-09ac-4a56-b20f-1e04f1ffd9bf req-ade4c31f-0881-4f6a-9e16-44c2b0bbf80f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:29.448694 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cc0a5b0c-09ac-4a56-b20f-1e04f1ffd9bf req-ade4c31f-0881-4f6a-9e16-44c2b0bbf80f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1207979 Mar 08 05:12:29.532885 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cc0a5b0c-09ac-4a56-b20f-1e04f1ffd9bf req-35cfe2a2-1565-4e02-a02e-3bbedb71c946 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816703 Mar 08 05:12:29.867798 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c0a7a-6645-43b2-87e3-6d6d98d3f495 req-b71578ba-d6fd-41df-a913-c7d79c733ad6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:29.869872 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0d9c0a7a-6645-43b2-87e3-6d6d98d3f495 req-b71578ba-d6fd-41df-a913-c7d79c733ad6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0769415 Mar 08 05:12:29.933701 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0d9c0a7a-6645-43b2-87e3-6d6d98d3f495 req-a6de51ae-fb82-4ead-a80a-1970040d4f87 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558338 Mar 08 05:12:30.549158 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6145e-90d5-4782-a15f-e2ebf976f034 req-a8c09b6f-d3b7-429f-a833-2301a1763292 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:30.551084 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5ca6145e-90d5-4782-a15f-e2ebf976f034 req-a8c09b6f-d3b7-429f-a833-2301a1763292 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0721591 Mar 08 05:12:30.619717 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5ca6145e-90d5-4782-a15f-e2ebf976f034 req-98b4cf6c-4c4e-4da6-b78a-6357d9956817 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599885 Mar 08 05:12:30.683350 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03101753-86b3-48ed-a2ed-ea84fa3a5741 req-cfe8e66c-caea-4922-a878-f7f0dde5403f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:30.684943 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-03101753-86b3-48ed-a2ed-ea84fa3a5741 req-cfe8e66c-caea-4922-a878-f7f0dde5403f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0640790 Mar 08 05:12:30.745738 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-03101753-86b3-48ed-a2ed-ea84fa3a5741 req-16924986-fc11-4416-9b7a-422b9d19a524 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531812 Mar 08 05:12:31.086632 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c9e4-01d3-41e3-b3d0-1fe779686951 req-fce5d331-d2db-4751-afc9-a3f5ce52c5f6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:31.088436 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6e29c9e4-01d3-41e3-b3d0-1fe779686951 req-fce5d331-d2db-4751-afc9-a3f5ce52c5f6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0704815 Mar 08 05:12:31.160481 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6e29c9e4-01d3-41e3-b3d0-1fe779686951 req-457e565c-81f9-444b-b89b-80575b487b50 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647535 Mar 08 05:12:31.424796 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b22d4e-39db-4e5a-9028-ebba6ccc6e38 req-dfdf3c90-406b-4aca-9656-a73ed98c9fb7 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:31.427550 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-15b22d4e-39db-4e5a-9028-ebba6ccc6e38 req-dfdf3c90-406b-4aca-9656-a73ed98c9fb7 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0784545 Mar 08 05:12:31.492163 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-15b22d4e-39db-4e5a-9028-ebba6ccc6e38 req-bd955183-dd36-4f65-b1c1-a4b3e018c29e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577610 Mar 08 05:12:31.915420 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4c794-6bcc-4c7f-812d-5c999c0b04f6 req-5c5225a9-b9a2-44ac-9a7b-b7a511f16193 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:31.917068 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-81c4c794-6bcc-4c7f-812d-5c999c0b04f6 req-5c5225a9-b9a2-44ac-9a7b-b7a511f16193 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0674901 Mar 08 05:12:31.988670 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-81c4c794-6bcc-4c7f-812d-5c999c0b04f6 req-69e2884f-c69b-4a1e-a30e-01caee929fba tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626280 Mar 08 05:12:32.155673 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35750) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:32.329175 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:32.386174 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb9fa9-a1ad-49ff-86be-ac6229e314a9 req-c0c34e22-4444-4a44-b2b1-c6e6f7cb4fa7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:32.388092 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fcfb9fa9-a1ad-49ff-86be-ac6229e314a9 req-c0c34e22-4444-4a44-b2b1-c6e6f7cb4fa7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1319590 Mar 08 05:12:32.467580 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297432d-a412-430f-81d7-9b0a8430d48b req-8bb433ac-6473-415f-8874-b2303fd79a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:32.471197 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d297432d-a412-430f-81d7-9b0a8430d48b req-8bb433ac-6473-415f-8874-b2303fd79a24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 1129 time: 0.0762899 Mar 08 05:12:32.530036 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fcfb9fa9-a1ad-49ff-86be-ac6229e314a9 req-c364d5a2-2377-40c1-a606-b987f6d37891 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979683 Mar 08 05:12:32.538799 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cac2e9-eae2-446f-a65c-78d0de427879 req-f7e64e9f-a98f-4fc1-890b-fc2775ec48ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:32.541114 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-68cac2e9-eae2-446f-a65c-78d0de427879 req-f7e64e9f-a98f-4fc1-890b-fc2775ec48ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 1130 time: 0.1478784 Mar 08 05:12:32.553445 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Publish callbacks [] for security_group (832ab744-193c-4426-b278-396856644bad), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:32.564600 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d297432d-a412-430f-81d7-9b0a8430d48b req-d1e3085b-8eaa-44b3-a6db-03cadc0b860e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816402 Mar 08 05:12:32.659973 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (832ab744-193c-4426-b278-396856644bad), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:32.672582 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08757b9-528a-4962-8b4c-27192be8e82f req-da7dc27c-e1d9-4d17-bfd6-fd619a614e2e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:32.674709 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f08757b9-528a-4962-8b4c-27192be8e82f req-da7dc27c-e1d9-4d17-bfd6-fd619a614e2e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0667355 Mar 08 05:12:32.737235 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9984cf3ac0b14702bb68ac89eb0077e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5798728 Mar 08 05:12:32.740341 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35762) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:32.741269 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832ab744-193c-4426-b278-396856644bad,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:32.765525 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.766299 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.766882 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.767523 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.768107 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.768701 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.769312 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.769865 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.770616 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.771321 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.771890 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.772461 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.773050 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d00b0-9aef-4cb2-9ad1-6a7e550e8c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:32.798696 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f08757b9-528a-4962-8b4c-27192be8e82f req-e6e95f4c-ca7c-427b-b240-22bb98683fa8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087322 Mar 08 05:12:32.814080 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Publish callbacks [] for security_group (832ab744-193c-4426-b278-396856644bad), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:32.839457 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Publish callbacks [] for security_group (832ab744-193c-4426-b278-396856644bad), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:32.985051 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (832ab744-193c-4426-b278-396856644bad), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:32.988314 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:32.989482 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/832ab744-193c-4426-b278-396856644bad HTTP/1.1" status: 204 len: 168 time: 0.2475958 Mar 08 05:12:33.002519 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832ab744-193c-4426-b278-396856644bad,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:33.018498 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.018498 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.018498 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.018498 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.018498 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.019356 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.019356 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.019974 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.020445 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.021113 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.021796 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.022376 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.022959 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efc2a8-c720-4f5a-b9da-58b3821ffea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:12:33.158654 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-613ed3f5-baf4-4a92-9bda-26a6c3a6b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:33.161609 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-613ed3f5-baf4-4a92-9bda-26a6c3a6b1ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 1129 time: 0.1338811 Mar 08 05:12:33.195875 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-68cac2e9-eae2-446f-a65c-78d0de427879 req-0033e344-21cc-49ac-a317-e37a048de82e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831965 Mar 08 05:12:33.326822 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fef2c-9be8-4216-bc09-822ef77328d2 req-70cdf4db-498f-426e-9549-02e5047e7fa3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:33.329103 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e06fef2c-9be8-4216-bc09-822ef77328d2 req-70cdf4db-498f-426e-9549-02e5047e7fa3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1208360 Mar 08 05:12:33.395891 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-35f83f4d-7531-4b84-98c9-9b93c60977d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:33.398472 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-35f83f4d-7531-4b84-98c9-9b93c60977d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 919 time: 0.2229080 Mar 08 05:12:33.448579 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e06fef2c-9be8-4216-bc09-822ef77328d2 req-5299f164-a668-4266-8968-9dcd7c519138 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080945 Mar 08 05:12:33.689068 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-ddbb57c8-afc6-46fb-9eca-1b470a84f450 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 HTTP/1.1" status: 200 len: 217 time: 0.0683122 Mar 08 05:12:33.745972 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819165df-b91a-4092-b67a-e50577e347e3 req-088ed7ba-6fb5-461e-aace-13bfcaa31bab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:33.755225 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-819165df-b91a-4092-b67a-e50577e347e3 req-088ed7ba-6fb5-461e-aace-13bfcaa31bab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0771804 Mar 08 05:12:33.809775 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-c2211573-93b2-4163-ac20-a88c447065a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:33.814835 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-c2211573-93b2-4163-ac20-a88c447065a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.0838802 Mar 08 05:12:33.838708 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-819165df-b91a-4092-b67a-e50577e347e3 req-e7999f80-752f-4d37-a408-403f31dc9a97 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817647 Mar 08 05:12:33.890737 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-571c6e6b-f210-4e62-965c-c9ff58d08037 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611236 Mar 08 05:12:33.983143 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35788) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:34.009678 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-afd74cad-a868-4aa6-938b-22a6f255dca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:34.088306 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-63ebf0ca-e6f5-44e4-a242-baf8607e7747 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897244 Mar 08 05:12:34.141519 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9a06-d823-47c4-86ac-58b52345812d req-bcb768a2-5f71-47dc-be3f-6cdab071dce8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:34.144133 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-810c9a06-d823-47c4-86ac-58b52345812d req-bcb768a2-5f71-47dc-be3f-6cdab071dce8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1378381 Mar 08 05:12:34.291299 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-810c9a06-d823-47c4-86ac-58b52345812d req-b3c0f90e-ec1d-46ff-8158-3b604ed389c5 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159706 Mar 08 05:12:34.294151 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-85d88650-e88d-4ca7-bae9-ef10cd2d522d req-f866a702-8bb5-4185-9dbc-c30f089ff2e8 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939485 Mar 08 05:12:34.302490 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-afd74cad-a868-4aa6-938b-22a6f255dca8 admin admin] Publish callbacks [] for security_group (4ebf24f0-ddeb-4cc3-bf75-4e1b0e903935), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:34.415190 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-afd74cad-a868-4aa6-938b-22a6f255dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4ebf24f0-ddeb-4cc3-bf75-4e1b0e903935), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:34.533469 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-afd74cad-a868-4aa6-938b-22a6f255dca8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31672491129c4c279903fc10a071ed94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5486104 Mar 08 05:12:34.536426 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35810) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:34.570378 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd74cad-a868-4aa6-938b-22a6f255dca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebf24f0-ddeb-4cc3-bf75-4e1b0e903935,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:34.676019 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3147366-3f5f-4d31-af19-5705ec4d0dfa admin admin] Publish callbacks [] for security_group (4ebf24f0-ddeb-4cc3-bf75-4e1b0e903935), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:34.697213 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521e4b8-3927-4caf-9a9a-50472e2746ef req-ca9ed612-fe9a-45ba-88c6-dff7d8b594bc tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:34.698822 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5521e4b8-3927-4caf-9a9a-50472e2746ef req-ca9ed612-fe9a-45ba-88c6-dff7d8b594bc tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1046641 Mar 08 05:12:34.720674 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3147366-3f5f-4d31-af19-5705ec4d0dfa admin admin] Publish callbacks [] for security_group (4ebf24f0-ddeb-4cc3-bf75-4e1b0e903935), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:34.788947 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5521e4b8-3927-4caf-9a9a-50472e2746ef req-f01aab1d-b467-44d8-95a3-9dbd59162526 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807476 Mar 08 05:12:34.904491 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3147366-3f5f-4d31-af19-5705ec4d0dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4ebf24f0-ddeb-4cc3-bf75-4e1b0e903935), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:34.908920 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b3147366-3f5f-4d31-af19-5705ec4d0dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:34.909249 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b3147366-3f5f-4d31-af19-5705ec4d0dfa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ebf24f0-ddeb-4cc3-bf75-4e1b0e903935 HTTP/1.1" status: 204 len: 168 time: 0.3704250 Mar 08 05:12:34.919726 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3147366-3f5f-4d31-af19-5705ec4d0dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebf24f0-ddeb-4cc3-bf75-4e1b0e903935,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:35.092874 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bb24d-f9dc-4968-8dbe-3b79f3f792f3 req-906dbbe6-0e41-4115-be0b-1eaca8167ac1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:35.095298 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b02bb24d-f9dc-4968-8dbe-3b79f3f792f3 req-906dbbe6-0e41-4115-be0b-1eaca8167ac1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0767729 Mar 08 05:12:35.163020 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b02bb24d-f9dc-4968-8dbe-3b79f3f792f3 req-a021acd2-fdcf-45b2-8190-d016e9212134 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615139 Mar 08 05:12:35.536129 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba75b6-e5ba-45b4-b0e0-387076d73157 req-aea8f33c-2c45-4833-93c3-72f5e384791b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:35.539097 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-22ba75b6-e5ba-45b4-b0e0-387076d73157 req-aea8f33c-2c45-4833-93c3-72f5e384791b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1024835 Mar 08 05:12:35.620715 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-22ba75b6-e5ba-45b4-b0e0-387076d73157 req-94e9a4f2-4cb4-46ff-a086-cecd8ea8130c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748599 Mar 08 05:12:36.006183 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da852047-7076-45ca-b367-6f8c16877cb8 req-5e28592c-c277-4523-b74b-df648d9f6e83 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:36.006183 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-da852047-7076-45ca-b367-6f8c16877cb8 req-5e28592c-c277-4523-b74b-df648d9f6e83 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0882587 Mar 08 05:12:36.041045 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-da852047-7076-45ca-b367-6f8c16877cb8 req-00fda7df-6439-48e3-a61b-4f3f1dfc049e tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621693 Mar 08 05:12:36.410024 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad305387-d51d-4e7f-9c6b-4df5bb062097 req-d9637dd0-08c1-4747-853f-7a42b47a2803 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:36.411741 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ad305387-d51d-4e7f-9c6b-4df5bb062097 req-d9637dd0-08c1-4747-853f-7a42b47a2803 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1552811 Mar 08 05:12:36.429284 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35858) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:36.437059 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dfda0-e6c1-44e9-98c5-cfa448367c29 req-18942894-7428-4176-8d36-0b7e1c0f3862 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:36.439746 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd8dfda0-e6c1-44e9-98c5-cfa448367c29 req-18942894-7428-4176-8d36-0b7e1c0f3862 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1456144 Mar 08 05:12:36.440899 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'floatingip': {'port_id': 'b77998e9-e761-4938-9386-b0f380158f6b'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:36.558760 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd8dfda0-e6c1-44e9-98c5-cfa448367c29 req-fe63d9e6-393a-4fed-8b3c-9d87aa293cf0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024237 Mar 08 05:12:36.591436 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (83e71c60-2db2-41b5-a1ca-fc0eeffe33ff), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:36.797307 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010871c9-5dd3-45bb-9de3-23e7a08086e3 req-df7ca580-a46c-4fca-9778-95151f1ef46c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:36.814975 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-010871c9-5dd3-45bb-9de3-23e7a08086e3 req-df7ca580-a46c-4fca-9778-95151f1ef46c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1622434 Mar 08 05:12:36.815944 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 35880) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:36.852634 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'floatingip': {'port_id': '24ff5c47-b58e-48fc-9ad0-bac12147dd59'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:12:36.966211 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (c3fa42de-525d-493f-9eb9-bbd7ce30b2bf), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:36.979726 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637e0e1-a6fd-4fd3-8dc3-c4bde026079f req-f5447695-9061-4c3f-8727-d9ffc0abd0a0 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:36.982940 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7637e0e1-a6fd-4fd3-8dc3-c4bde026079f req-f5447695-9061-4c3f-8727-d9ffc0abd0a0 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1246226 Mar 08 05:12:37.095764 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7637e0e1-a6fd-4fd3-8dc3-c4bde026079f req-68f458c3-524c-42e1-aa20-b2700cf3da7a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891907 Mar 08 05:12:37.566456 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50442c6c-96f4-4955-a722-17473db01893 req-9cb4c0c9-33e0-4c9c-820a-8136076c89d9 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:37.570968 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-50442c6c-96f4-4955-a722-17473db01893 req-9cb4c0c9-33e0-4c9c-820a-8136076c89d9 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 946 time: 0.1019430 Mar 08 05:12:37.634701 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-50442c6c-96f4-4955-a722-17473db01893 req-3cb2fd0a-e111-4c26-b887-17fb63756f2d tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561929 Mar 08 05:12:38.252078 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1c887-85d4-4bb1-8ece-9661e755553d req-de4a2b59-6530-4244-b554-97c4c7037ded tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:38.253666 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-08a1c887-85d4-4bb1-8ece-9661e755553d req-de4a2b59-6530-4244-b554-97c4c7037ded tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0756404 Mar 08 05:12:38.332922 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-08a1c887-85d4-4bb1-8ece-9661e755553d req-6c61d83d-6de4-4961-be3c-2dbe85d5be20 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724418 Mar 08 05:12:38.406634 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.db.resource_extend [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 05:12:38.554161 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.db.resource_extend [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 05:12:38.626102 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:38.655262 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:38.717662 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (83e71c60-2db2-41b5-a1ca-fc0eeffe33ff), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:38.776854 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (c3fa42de-525d-493f-9eb9-bbd7ce30b2bf), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:38.838687 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603ab4d-737d-4475-ae4d-c9197d4ffae9 req-fa7e75ca-a15b-45d4-a1ac-f3c22e6369dd tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:38.847817 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5603ab4d-737d-4475-ae4d-c9197d4ffae9 req-fa7e75ca-a15b-45d4-a1ac-f3c22e6369dd tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 946 time: 0.0955718 Mar 08 05:12:38.947664 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5603ab4d-737d-4475-ae4d-c9197d4ffae9 req-857ccc03-b36c-48ec-a81f-36920c54f3e8 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933411 Mar 08 05:12:38.974018 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Floating IP 83e71c60-2db2-41b5-a1ca-fc0eeffe33ff associated. External IP: 172.27.2.59, port: b77998e9-e761-4938-9386-b0f380158f6b. Mar 08 05:12:38.979537 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Floating IP c3fa42de-525d-493f-9eb9-bbd7ce30b2bf associated. External IP: 172.27.2.181, port: 24ff5c47-b58e-48fc-9ad0-bac12147dd59. Mar 08 05:12:39.106818 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35934) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:39.142574 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35938) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:39.334261 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-86ad752b-888d-4952-818d-1a8b543177ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:39.352759 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fda391ae-b467-4a1c-b3aa-10ec599c1c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:39.646942 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fa830-3184-4831-84b3-5c96779e0c03 req-979a5d2e-2949-4dbf-a4bc-250290ee4cf9 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:39.649597 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d6fa830-3184-4831-84b3-5c96779e0c03 req-979a5d2e-2949-4dbf-a4bc-250290ee4cf9 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.2026229 Mar 08 05:12:39.714934 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-86ad752b-888d-4952-818d-1a8b543177ef admin admin] Publish callbacks [] for security_group (c025db8e-24fd-44ed-921a-d30a0e1c56c1), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:39.721820 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fda391ae-b467-4a1c-b3aa-10ec599c1c65 admin admin] Publish callbacks [] for security_group (1958216e-54e7-4682-a31d-f1678cca896a), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:39.776272 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d6fa830-3184-4831-84b3-5c96779e0c03 req-a1014d36-df4c-4bd5-b83b-2b243efa573a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124730 Mar 08 05:12:39.787951 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-86ad752b-888d-4952-818d-1a8b543177ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (c025db8e-24fd-44ed-921a-d30a0e1c56c1), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:39.809780 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Router 53178613-e88d-49a1-981b-3dbac1c613aa has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:12:39.811775 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Router 9a9c5000-e01f-435f-a150-83a12cc98d62 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:12:39.842880 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fda391ae-b467-4a1c-b3aa-10ec599c1c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (1958216e-54e7-4682-a31d-f1678cca896a), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:39.873113 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-86ad752b-888d-4952-818d-1a8b543177ef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c01a02818384c90bcb80e62c19942e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7651243 Mar 08 05:12:39.880133 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35950) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:39.901794 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad752b-888d-4952-818d-1a8b543177ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c025db8e-24fd-44ed-921a-d30a0e1c56c1,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:39.915660 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-fda391ae-b467-4a1c-b3aa-10ec599c1c65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b4f889ee5584be1a49d17a0633557e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7717195 Mar 08 05:12:39.923529 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35952) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:39.994063 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda391ae-b467-4a1c-b3aa-10ec599c1c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1958216e-54e7-4682-a31d-f1678cca896a,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:40.028126 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b9373c00-ca6b-48f8-8cd4-a795ed0583c7 admin admin] Publish callbacks [] for security_group (c025db8e-24fd-44ed-921a-d30a0e1c56c1), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.075443 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5a445775-997d-45cb-bea6-7fdc1066c7c7 admin admin] Publish callbacks [] for security_group (1958216e-54e7-4682-a31d-f1678cca896a), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.110858 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:12:40.112689 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:12:40.120895 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.128953 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.135649 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] Sync routers for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:12:40.148118 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:12:40.148822 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:12:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:40.166335 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] Sync routers for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:12:40.168351 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b9373c00-ca6b-48f8-8cd4-a795ed0583c7 admin admin] Publish callbacks [] for security_group (c025db8e-24fd-44ed-921a-d30a0e1c56c1), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.181094 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:12:40.182130 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:12:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:40.219363 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5a445775-997d-45cb-bea6-7fdc1066c7c7 admin admin] Publish callbacks [] for security_group (1958216e-54e7-4682-a31d-f1678cca896a), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.230929 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-7d87e102-93ec-4585-887f-8776ae7360d7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "PUT /v2.0/floatingips/83e71c60-2db2-41b5-a1ca-fc0eeffe33ff HTTP/1.1" status: 200 len: 991 time: 3.7899294 Mar 08 05:12:40.230929 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'tag': 'b77998e9-e761-4938-9386-b0f380158f6b'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:40.230929 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42b0f2d-e735-445c-8128-c4b249b052cf" -d '{"events": [{"name": "network-changed", "server_uuid": "77616a7a-b3f9-47fa-9b08-d90c2a899655", "tag": "b77998e9-e761-4938-9386-b0f380158f6b"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:40.233099 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-150e399a-9652-42b1-b99b-c4fc194a6a8c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "PUT /v2.0/floatingips/c3fa42de-525d-493f-9eb9-bbd7ce30b2bf HTTP/1.1" status: 200 len: 991 time: 3.3960710 Mar 08 05:12:40.280362 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eecd01-c228-445f-af30-7bbc38fea6b0 x-openstack-request-id: req-45eecd01-c228-445f-af30-7bbc38fea6b0 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:40.280546 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77616a7a-b3f9-47fa-9b08-d90c2a899655", "tag": "b77998e9-e761-4938-9386-b0f380158f6b", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:40.281716 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45eecd01-c228-445f-af30-7bbc38fea6b0 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:40.283408 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'tag': 'b77998e9-e761-4938-9386-b0f380158f6b', 'status': 'completed', 'code': 200} Mar 08 05:12:40.292542 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:12:40.341569 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae4ad3-3d28-4b49-b7d4-e229d017d5de req-89a095c3-d518-4979-b0f9-bc3d744f422f tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:40.344960 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-08ae4ad3-3d28-4b49-b7d4-e229d017d5de req-89a095c3-d518-4979-b0f9-bc3d744f422f tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 946 time: 0.2766836 Mar 08 05:12:40.404092 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:12:40.429764 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-08ae4ad3-3d28-4b49-b7d4-e229d017d5de req-c7a9cc86-7a1e-46cb-98a5-0b54c345a1f6 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769880 Mar 08 05:12:40.515822 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5a445775-997d-45cb-bea6-7fdc1066c7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (1958216e-54e7-4682-a31d-f1678cca896a), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.521316 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5a445775-997d-45cb-bea6-7fdc1066c7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.525940 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5a445775-997d-45cb-bea6-7fdc1066c7c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1958216e-54e7-4682-a31d-f1678cca896a HTTP/1.1" status: 204 len: 168 time: 0.5927396 Mar 08 05:12:40.547240 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a445775-997d-45cb-bea6-7fdc1066c7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1958216e-54e7-4682-a31d-f1678cca896a,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:40.551167 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b9373c00-ca6b-48f8-8cd4-a795ed0583c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (c025db8e-24fd-44ed-921a-d30a0e1c56c1), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.568412 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b9373c00-ca6b-48f8-8cd4-a795ed0583c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:40.575318 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b9373c00-ca6b-48f8-8cd4-a795ed0583c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c025db8e-24fd-44ed-921a-d30a0e1c56c1 HTTP/1.1" status: 204 len: 168 time: 0.6888092 Mar 08 05:12:40.589078 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9373c00-ca6b-48f8-8cd4-a795ed0583c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c025db8e-24fd-44ed-921a-d30a0e1c56c1,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:40.745972 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '83e71c60-2db2-41b5-a1ca-fc0eeffe33ff', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'port_id': 'b77998e9-e761-4938-9386-b0f380158f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'mac_address': 'fa:16:3e:cf:19:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:11:55Z', 'updated_at': '2022-03-08T05:12:38Z', 'revision_number': 1, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:40.792115 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] Checking router: 53178613-e88d-49a1-981b-3dbac1c613aa for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:12:40.804377 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:12:40.809160 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:12:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:40.946234 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': 'c3fa42de-525d-493f-9eb9-bbd7ce30b2bf', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'port_id': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'mac_address': 'fa:16:3e:44:9c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:11:53Z', 'updated_at': '2022-03-08T05:12:38Z', 'revision_number': 1, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:40.972432 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:12:41.034831 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] Checking router: 9a9c5000-e01f-435f-a150-83a12cc98d62 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:12:41.040076 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed0314-e10c-43ef-8eb4-8704acce7bb6 req-0d7e919d-8e69-4ec3-982a-99c661332fc0 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:41.042818 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7fed0314-e10c-43ef-8eb4-8704acce7bb6 req-0d7e919d-8e69-4ec3-982a-99c661332fc0 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0994463 Mar 08 05:12:41.055057 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:12:41.056347 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:12:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:41.133429 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7fed0314-e10c-43ef-8eb4-8704acce7bb6 req-6a9b3746-0101-4d39-93ad-17dab6c771c6 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806108 Mar 08 05:12:41.326953 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '83e71c60-2db2-41b5-a1ca-fc0eeffe33ff', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'port_id': 'b77998e9-e761-4938-9386-b0f380158f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'mac_address': 'fa:16:3e:cf:19:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:11:55Z', 'updated_at': '2022-03-08T05:12:38Z', 'revision_number': 1, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:41.385007 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444f3a5-1c84-4694-b2d4-b5e30013d302 None None] The sync data for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi is: [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '83e71c60-2db2-41b5-a1ca-fc0eeffe33ff', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'port_id': 'b77998e9-e761-4938-9386-b0f380158f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'mac_address': 'fa:16:3e:cf:19:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:11:55Z', 'updated_at': '2022-03-08T05:12:38Z', 'revision_number': 1, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:12:41.440310 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:12:41.491453 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35982) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:41.536507 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f2a56c13-d554-438e-a465-53958a37e99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:41.565170 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-48581e7a-5747-4c2c-b42c-ce87204f5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:41.571950 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-48581e7a-5747-4c2c-b42c-ce87204f5eab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 1130 time: 0.1478579 Mar 08 05:12:41.617924 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35984) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:41.668667 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a67edc8f-682e-4b3f-87f0-a1670a2d1897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:41.743182 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-7581ea6b-7a62-4ad7-8a6c-5ee28b231e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:41.758958 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-7581ea6b-7a62-4ad7-8a6c-5ee28b231e02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 911 time: 0.1626863 Mar 08 05:12:41.813982 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4365ca-c590-4970-abcf-010c33688b40 None None] New status for floating IP 83e71c60-2db2-41b5-a1ca-fc0eeffe33ff: ACTIVE {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:12:41.903847 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': 'c3fa42de-525d-493f-9eb9-bbd7ce30b2bf', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'port_id': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'mac_address': 'fa:16:3e:44:9c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:11:53Z', 'updated_at': '2022-03-08T05:12:38Z', 'revision_number': 1, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:41.914025 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-f8d4040a-eeec-42f9-96c8-c11475dd5358 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77998e9-e761-4938-9386-b0f380158f6b HTTP/1.1" status: 200 len: 999 time: 0.1526961 Mar 08 05:12:41.919358 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccdc5a-389b-4adb-9019-b7a05b59db42 req-cd0da4c7-ed0f-4634-a6f4-185e16a6eff9 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:41.922067 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-62ccdc5a-389b-4adb-9019-b7a05b59db42 req-cd0da4c7-ed0f-4634-a6f4-185e16a6eff9 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 946 time: 0.3532529 Mar 08 05:12:41.926267 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a67edc8f-682e-4b3f-87f0-a1670a2d1897 admin admin] Publish callbacks [] for security_group (9fb93ff0-89ce-462c-b7e5-11e550f5dd33), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:41.939015 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69d10e-57de-4a2e-8ea6-a7b6eddd03c6 None None] The sync data for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi is: [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': 'c3fa42de-525d-493f-9eb9-bbd7ce30b2bf', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'port_id': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'mac_address': 'fa:16:3e:44:9c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:11:53Z', 'updated_at': '2022-03-08T05:12:38Z', 'revision_number': 1, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:12:41.970417 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f2a56c13-d554-438e-a465-53958a37e99c admin admin] Publish callbacks [] for security_group (b288f636-4c9c-4aae-915b-7678c89865e0), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.005231 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-6a45826b-0ca5-45e9-b64b-9eacc680c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:42.007909 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-6a45826b-0ca5-45e9-b64b-9eacc680c241 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4770685-7661-41b3-8a9d-88d2198076ee HTTP/1.1" status: 200 len: 849 time: 0.0866358 Mar 08 05:12:42.011507 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-62ccdc5a-389b-4adb-9019-b7a05b59db42 req-98f9bf3b-c3d6-49d8-b831-543dd7d43e99 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787547 Mar 08 05:12:42.012546 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a67edc8f-682e-4b3f-87f0-a1670a2d1897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9fb93ff0-89ce-462c-b7e5-11e550f5dd33), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.049396 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-a67edc8f-682e-4b3f-87f0-a1670a2d1897 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b05bd87c39b34171b372de9da0e8f0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294131 Mar 08 05:12:42.050473 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35990) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:42.070997 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f2a56c13-d554-438e-a465-53958a37e99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (b288f636-4c9c-4aae-915b-7678c89865e0), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.105692 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67edc8f-682e-4b3f-87f0-a1670a2d1897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb93ff0-89ce-462c-b7e5-11e550f5dd33,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:42.113367 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-0a618de7-e4da-49a1-9b8e-1a14af497858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:42.115943 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-0a618de7-e4da-49a1-9b8e-1a14af497858 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6459fbae-33a1-4a2f-bac2-0297d91770ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863953 Mar 08 05:12:42.181256 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-f2a56c13-d554-438e-a465-53958a37e99c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13d4ebf12233405c810ce2ed76af65da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6845157 Mar 08 05:12:42.184846 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 35998) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:42.272003 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-d4744113-1f0b-420b-ac59-3e237ccd1eed service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410277 Mar 08 05:12:42.284722 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:42.290537 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:42.359041 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a56c13-d554-438e-a465-53958a37e99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b288f636-4c9c-4aae-915b-7678c89865e0,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:42.416789 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0bd94cdb-8061-4c21-a846-2a14b165e5b8 admin admin] Publish callbacks [] for security_group (b288f636-4c9c-4aae-915b-7678c89865e0), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.428132 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5d38abe0-fa52-4fa3-91b7-db6dd578c7c5 admin admin] Publish callbacks [] for security_group (9fb93ff0-89ce-462c-b7e5-11e550f5dd33), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.456709 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557cb6b6-018a-4333-bcbf-dd0559494f82 None None] New status for floating IP c3fa42de-525d-493f-9eb9-bbd7ce30b2bf: ACTIVE {{(pid=103749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:12:42.464313 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5d38abe0-fa52-4fa3-91b7-db6dd578c7c5 admin admin] Publish callbacks [] for security_group (9fb93ff0-89ce-462c-b7e5-11e550f5dd33), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.488944 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f42b0f2d-e735-445c-8128-c4b249b052cf req-2526fb10-f946-4ba7-8a58-8eb34b325dd7 service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912127 Mar 08 05:12:42.514327 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0bd94cdb-8061-4c21-a846-2a14b165e5b8 admin admin] Publish callbacks [] for security_group (b288f636-4c9c-4aae-915b-7678c89865e0), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.543251 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdbfc03-e5ab-48ce-8428-31528c281f04 x-openstack-request-id: req-9fdbfc03-e5ab-48ce-8428-31528c281f04 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:42.544606 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:42.544773 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fdbfc03-e5ab-48ce-8428-31528c281f04 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:42.545231 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'status': 'completed', 'code': 200} Mar 08 05:12:42.580532 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-0cf6917f-eb64-4d2e-b8f1-0865ad3136c6 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:42.582565 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-0cf6917f-eb64-4d2e-b8f1-0865ad3136c6 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 946 time: 0.3353574 Mar 08 05:12:42.594585 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd3e6c-11b4-4ff8-ba61-3d19e6041973 req-6d0ac450-8df9-48f0-a31e-cfb2a47d8852 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:42.596398 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bdbd3e6c-11b4-4ff8-ba61-3d19e6041973 req-6d0ac450-8df9-48f0-a31e-cfb2a47d8852 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.3684576 Mar 08 05:12:42.674988 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-dda9a8ef-761d-4111-a36b-1b37dd7875c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:42.676631 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-dda9a8ef-761d-4111-a36b-1b37dd7875c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 1129 time: 0.0657594 Mar 08 05:12:42.832936 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-d5407acc-bc55-4349-a11b-18d3d3c82c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:42.835596 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-d5407acc-bc55-4349-a11b-18d3d3c82c59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 917 time: 0.1523678 Mar 08 05:12:42.852454 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5d38abe0-fa52-4fa3-91b7-db6dd578c7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9fb93ff0-89ce-462c-b7e5-11e550f5dd33), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.855233 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5d38abe0-fa52-4fa3-91b7-db6dd578c7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.864835 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5d38abe0-fa52-4fa3-91b7-db6dd578c7c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fb93ff0-89ce-462c-b7e5-11e550f5dd33 HTTP/1.1" status: 204 len: 168 time: 0.8006213 Mar 08 05:12:42.871562 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38abe0-fa52-4fa3-91b7-db6dd578c7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb93ff0-89ce-462c-b7e5-11e550f5dd33,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:42.900759 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bdbd3e6c-11b4-4ff8-ba61-3d19e6041973 req-0d7676a1-5f36-42f8-99ad-024f1cb8587f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243600 Mar 08 05:12:42.923415 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0bd94cdb-8061-4c21-a846-2a14b165e5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (b288f636-4c9c-4aae-915b-7678c89865e0), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.926668 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0bd94cdb-8061-4c21-a846-2a14b165e5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:42.938562 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-0bd94cdb-8061-4c21-a846-2a14b165e5b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b288f636-4c9c-4aae-915b-7678c89865e0 HTTP/1.1" status: 204 len: 168 time: 0.7374737 Mar 08 05:12:42.956138 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd94cdb-8061-4c21-a846-2a14b165e5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b288f636-4c9c-4aae-915b-7678c89865e0,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:42.973204 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-2fc4bed2-8ef5-4a0a-822b-c7aedbd3f7bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59 HTTP/1.1" status: 200 len: 999 time: 0.1306133 Mar 08 05:12:42.983207 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Deleting port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:12:42.983808 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:43.113317 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-6e1e3532-a11c-4020-894b-246e92663f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:43.121893 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-6e1e3532-a11c-4020-894b-246e92663f67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.1416192 Mar 08 05:12:43.221514 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-91dc525e-bc49-421a-9ff4-bc5d806b71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:43.224005 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-91dc525e-bc49-421a-9ff4-bc5d806b71fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964832 Mar 08 05:12:43.266247 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] For port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,segment=NetworkSegment(a1e06519-98e5-4968-b2d2-2d4400233147),segment_id=a1e06519-98e5-4968-b2d2-2d4400233147)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:12:43.267172 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:43.300999 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Calling delete_port for 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 owned by compute:nova {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:12:43.372678 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-68dcfca3-be6e-4870-ad09-1c077f3236e8 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413302 Mar 08 05:12:43.386945 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec670cc9-60f3-452c-9abd-593af7464c06 req-5f6b9795-32cf-44c7-9896-cf89157a9e3f tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:43.389774 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ec670cc9-60f3-452c-9abd-593af7464c06 req-5f6b9795-32cf-44c7-9896-cf89157a9e3f tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 946 time: 0.1961744 Mar 08 05:12:43.563331 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b8c2f7a5-5b25-4ea7-9499-5f0414d8d631 req-63aca22f-021c-4db9-b366-86c4dc32a72a service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828735 Mar 08 05:12:43.771534 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ec670cc9-60f3-452c-9abd-593af7464c06 req-f1487506-3325-470e-8c29-b45897f9e5be tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/security-groups?id=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034477 Mar 08 05:12:43.990518 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (64ff2a4a-ebc4-47a4-95de-0ee0c0772157), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:44.040169 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['64ff2a4a-ebc4-47a4-95de-0ee0c0772157'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:12:44.042942 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Pushing event deleted for resources: {'Port': ['ID=64ff2a4a-ebc4-47a4-95de-0ee0c0772157,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:44.198484 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] No DVR routers for this DVR port 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 on host hv-cinder-82806 {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:12:44.205103 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:44.211439 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f3ff31b8-6fb3-4b53-9700-73d0c792b43f req-20f6ceb1-929a-4e91-a0b5-41e71c207251 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.13 "DELETE /v2.0/ports/64ff2a4a-ebc4-47a4-95de-0ee0c0772157 HTTP/1.1" status: 204 len: 173 time: 1.6126697 Mar 08 05:12:44.241753 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e029a81-84c3-4f99-b641-b0a7d53ad092', 'name': 'network-vif-deleted', 'tag': '64ff2a4a-ebc4-47a4-95de-0ee0c0772157'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:12:44.248109 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727c6b58-758c-4d40-b4ed-f6ab08e89a31" -d '{"events": [{"server_uuid": "8e029a81-84c3-4f99-b641-b0a7d53ad092", "name": "network-vif-deleted", "tag": "64ff2a4a-ebc4-47a4-95de-0ee0c0772157"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:12:44.297074 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546f150-d1c2-4d36-b398-678a2a8b4890 req-bf5d4f3b-00a7-4c28-bee3-084d60866bee tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:44.298882 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0546f150-d1c2-4d36-b398-678a2a8b4890 req-bf5d4f3b-00a7-4c28-bee3-084d60866bee tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1444175 Mar 08 05:12:44.304806 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7528525-0434-4e19-adde-fa8d78580635 x-openstack-request-id: req-d7528525-0434-4e19-adde-fa8d78580635 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:12:44.305225 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e029a81-84c3-4f99-b641-b0a7d53ad092", "name": "network-vif-deleted", "tag": "64ff2a4a-ebc4-47a4-95de-0ee0c0772157", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:12:44.305635 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7528525-0434-4e19-adde-fa8d78580635 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:12:44.306382 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e029a81-84c3-4f99-b641-b0a7d53ad092', 'name': 'network-vif-deleted', 'tag': '64ff2a4a-ebc4-47a4-95de-0ee0c0772157', 'status': 'completed', 'code': 200} Mar 08 05:12:44.419661 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0546f150-d1c2-4d36-b398-678a2a8b4890 req-4e093d78-cf2b-4e6b-b770-a0313e5ead38 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123772 Mar 08 05:12:44.925227 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-70c46729-1444-46cb-8e93-bc1369ade28a req-9768b5e1-e102-455c-88d9-ef5b6009ec35 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 210 time: 0.0471611 Mar 08 05:12:45.578744 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7854114-ec5a-40d3-a6bb-b776ccef771f req-57d047b9-a5a1-425d-b087-95da16f867b3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:45.581190 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e7854114-ec5a-40d3-a6bb-b776ccef771f req-57d047b9-a5a1-425d-b087-95da16f867b3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0627141 Mar 08 05:12:45.654085 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e7854114-ec5a-40d3-a6bb-b776ccef771f req-111a9d9f-33db-4fa3-b3ce-b7563858848a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668631 Mar 08 05:12:46.157124 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c0a35c5e-9579-4ada-97f9-22b4b0873e77 req-4e3a62a6-7d4e-42ef-a8c5-6ea293497c59 tempest-DeleteServersTestJSON-1668185621 tempest-DeleteServersTestJSON-1668185621-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e029a81-84c3-4f99-b641-b0a7d53ad092 HTTP/1.1" status: 200 len: 210 time: 0.0590904 Mar 08 05:12:46.497576 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:12:46.521213 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:12:46.521560 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 64ff2a4a-ebc4-47a4-95de-0ee0c0772157 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:12:46.847347 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a86de3-6383-4de3-84d9-7fe645c5b392 req-e1b9b641-a08c-4d8e-b01a-b3b6be62f444 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:46.855731 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d8a86de3-6383-4de3-84d9-7fe645c5b392 req-e1b9b641-a08c-4d8e-b01a-b3b6be62f444 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1001861 Mar 08 05:12:46.919319 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d8a86de3-6383-4de3-84d9-7fe645c5b392 req-7d82c886-0a18-411e-abbb-791d50054110 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 Mar 08 05:12:46.988470 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36166) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:47.132908 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b286272-46fb-443a-9f34-aef18634762d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:47.236779 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b286272-46fb-443a-9f34-aef18634762d admin admin] Publish callbacks [] for security_group (d6917b19-d7c8-491e-ac02-87795ada28b7), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:47.303917 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b286272-46fb-443a-9f34-aef18634762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d6917b19-d7c8-491e-ac02-87795ada28b7), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:47.351757 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-3b286272-46fb-443a-9f34-aef18634762d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=888a01b927a74d2ba155da3e1866efd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618608 Mar 08 05:12:47.352875 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b286272-46fb-443a-9f34-aef18634762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6917b19-d7c8-491e-ac02-87795ada28b7,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:47.356684 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36190) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:47.480830 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1e3e758d-37fb-42ea-a261-2bb27ed1b8f2 admin admin] Publish callbacks [] for security_group (d6917b19-d7c8-491e-ac02-87795ada28b7), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:47.513304 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1e3e758d-37fb-42ea-a261-2bb27ed1b8f2 admin admin] Publish callbacks [] for security_group (d6917b19-d7c8-491e-ac02-87795ada28b7), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:47.721709 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1e3e758d-37fb-42ea-a261-2bb27ed1b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d6917b19-d7c8-491e-ac02-87795ada28b7), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:47.725870 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1e3e758d-37fb-42ea-a261-2bb27ed1b8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:47.727862 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-1e3e758d-37fb-42ea-a261-2bb27ed1b8f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6917b19-d7c8-491e-ac02-87795ada28b7 HTTP/1.1" status: 204 len: 168 time: 0.3664095 Mar 08 05:12:47.744501 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e758d-37fb-42ea-a261-2bb27ed1b8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6917b19-d7c8-491e-ac02-87795ada28b7,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:48.059435 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd535-c250-45f1-9e1a-2f76b63d14a0 req-e5bb4eca-bc10-41b0-a99d-d86d36558106 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:48.061343 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f63dd535-c250-45f1-9e1a-2f76b63d14a0 req-e5bb4eca-bc10-41b0-a99d-d86d36558106 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0664828 Mar 08 05:12:48.131713 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f63dd535-c250-45f1-9e1a-2f76b63d14a0 req-221bff98-2612-4fb4-927b-2feb3bb9b5bd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603330 Mar 08 05:12:48.628096 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36230) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:48.644172 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-43710d73-bd42-49c8-a6a7-8312b0a73008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:48.734430 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-43710d73-bd42-49c8-a6a7-8312b0a73008 admin admin] Publish callbacks [] for security_group (19392767-c1ba-48d6-b9e7-1a9e66dea25f), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:48.834785 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-43710d73-bd42-49c8-a6a7-8312b0a73008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (19392767-c1ba-48d6-b9e7-1a9e66dea25f), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:48.885561 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-43710d73-bd42-49c8-a6a7-8312b0a73008 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f360dbd3e7464162b3c14ebcae04bb6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562284 Mar 08 05:12:48.887305 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43710d73-bd42-49c8-a6a7-8312b0a73008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19392767-c1ba-48d6-b9e7-1a9e66dea25f,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:48.891594 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36234) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:48.925685 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36236) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:48.951745 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-be5d09c3-d9e5-4c80-8b16-c17da034a3b6 admin admin] Publish callbacks [] for security_group (19392767-c1ba-48d6-b9e7-1a9e66dea25f), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:48.986442 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-be5d09c3-d9e5-4c80-8b16-c17da034a3b6 admin admin] Publish callbacks [] for security_group (19392767-c1ba-48d6-b9e7-1a9e66dea25f), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.083987 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e1fc-5084-40cc-98b2-4abdf78edb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.139198 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-be5d09c3-d9e5-4c80-8b16-c17da034a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (19392767-c1ba-48d6-b9e7-1a9e66dea25f), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.144870 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-be5d09c3-d9e5-4c80-8b16-c17da034a3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.146752 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-be5d09c3-d9e5-4c80-8b16-c17da034a3b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19392767-c1ba-48d6-b9e7-1a9e66dea25f HTTP/1.1" status: 204 len: 168 time: 0.2532389 Mar 08 05:12:49.160032 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d09c3-d9e5-4c80-8b16-c17da034a3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19392767-c1ba-48d6-b9e7-1a9e66dea25f,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:49.241720 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e1fc-5084-40cc-98b2-4abdf78edb0a admin admin] Publish callbacks [] for security_group (9fedca99-4461-4aef-8488-857a9d9d2724), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.325053 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e1fc-5084-40cc-98b2-4abdf78edb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9fedca99-4461-4aef-8488-857a9d9d2724), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.402715 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e6f38-e753-4579-87a8-6db70be98fed req-d513fa62-7dda-4abe-bc8d-9dcefa3339a8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:49.405119 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6a8e6f38-e753-4579-87a8-6db70be98fed req-d513fa62-7dda-4abe-bc8d-9dcefa3339a8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1375546 Mar 08 05:12:49.446952 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-9ce3e1fc-5084-40cc-98b2-4abdf78edb0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3a553aff91945a0a0f7549c2b369328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5160406 Mar 08 05:12:49.447332 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36254) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:49.473537 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3e1fc-5084-40cc-98b2-4abdf78edb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fedca99-4461-4aef-8488-857a9d9d2724,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:49.488636 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36256) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:49.549964 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6a8e6f38-e753-4579-87a8-6db70be98fed req-8a7d6073-6533-4330-b34a-192fa584bb6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201515 Mar 08 05:12:49.603283 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc70664-b416-408e-bdff-768efd233f05 admin admin] Deleting subnet a7f8db66-4ca0-40c0-b5be-2b2388c6b23a {{(pid=103748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:12:49.610727 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1bc70664-b416-408e-bdff-768efd233f05 admin admin] Publish callbacks [] for subnet (a7f8db66-4ca0-40c0-b5be-2b2388c6b23a), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.641974 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-27b85679-1fb6-4197-b5d5-0f8c0d81a52f admin admin] Publish callbacks [] for security_group (9fedca99-4461-4aef-8488-857a9d9d2724), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.679674 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1bc70664-b416-408e-bdff-768efd233f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5430528'] for subnet (a7f8db66-4ca0-40c0-b5be-2b2388c6b23a), precommit_delete_associations {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.683280 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-27b85679-1fb6-4197-b5d5-0f8c0d81a52f admin admin] Publish callbacks [] for security_group (9fedca99-4461-4aef-8488-857a9d9d2724), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.727303 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-26cba738-64e0-4e0c-98b1-5a857cb89622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.758099 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1bc70664-b416-408e-bdff-768efd233f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (a7f8db66-4ca0-40c0-b5be-2b2388c6b23a), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.950410 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-27b85679-1fb6-4197-b5d5-0f8c0d81a52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9fedca99-4461-4aef-8488-857a9d9d2724), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.953789 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-27b85679-1fb6-4197-b5d5-0f8c0d81a52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.956282 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-27b85679-1fb6-4197-b5d5-0f8c0d81a52f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fedca99-4461-4aef-8488-857a9d9d2724 HTTP/1.1" status: 204 len: 168 time: 0.5074914 Mar 08 05:12:49.964959 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1bc70664-b416-408e-bdff-768efd233f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5447673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5553494'] for subnet (a7f8db66-4ca0-40c0-b5be-2b2388c6b23a), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:49.990681 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b85679-1fb6-4197-b5d5-0f8c0d81a52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fedca99-4461-4aef-8488-857a9d9d2724,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:50.032364 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc70664-b416-408e-bdff-768efd233f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f8db66-4ca0-40c0-b5be-2b2388c6b23a,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:50.040906 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1bc70664-b416-408e-bdff-768efd233f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.045659 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-1bc70664-b416-408e-bdff-768efd233f05 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a7f8db66-4ca0-40c0-b5be-2b2388c6b23a HTTP/1.1" status: 204 len: 168 time: 0.5551591 Mar 08 05:12:50.048976 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36278) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:50.136584 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (bf256955-54df-4aa1-a384-55512d8eb75f), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.226016 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (bf256955-54df-4aa1-a384-55512d8eb75f), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.256641 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf256955-54df-4aa1-a384-55512d8eb75f']}} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:50.269640 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e06519-98e5-4968-b2d2-2d4400233147') {'for_net_delete': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:50.269945 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e06519-98e5-4968-b2d2-2d4400233147') {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:12:50.281914 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5430779'] for segment (a1e06519-98e5-4968-b2d2-2d4400233147), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.297509 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (a1e06519-98e5-4968-b2d2-2d4400233147), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.305581 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:12:50.306156 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5447571'] for segment (a1e06519-98e5-4968-b2d2-2d4400233147), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: Traceback (most recent call last): Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: timer() Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: cb(*args, **kw) Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: return func(*args, **kwargs) Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: self._notify() Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: self.callback(batched_events) Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: event.method(event) Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: return f(self, *a, **k) Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._get(url).json() Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: return self.request(url, 'GET', **kwargs) Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:12:50.308175 dv-cinder-828060-9-iscsi neutron-server[103748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:12:50.481300 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (bf256955-54df-4aa1-a384-55512d8eb75f), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.494123 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.498518 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bf256955-54df-4aa1-a384-55512d8eb75f HTTP/1.1" status: 204 len: 168 time: 0.4478872 Mar 08 05:12:50.509710 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b6dcf-6290-45d3-bf58-95a086b71c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf256955-54df-4aa1-a384-55512d8eb75f,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:50.700408 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac1a33-d31c-4c9b-b46b-32ead7aba46e req-8ba10161-6bfb-403a-ae57-a53c5d90842a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:50.702291 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6bac1a33-d31c-4c9b-b46b-32ead7aba46e req-8ba10161-6bfb-403a-ae57-a53c5d90842a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0663993 Mar 08 05:12:50.768095 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6bac1a33-d31c-4c9b-b46b-32ead7aba46e req-ac4ee2ef-d381-4ef4-84f6-83f2f683fa7f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552020 Mar 08 05:12:50.780014 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36306) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:50.794717 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0f485094-2de1-47c4-8e23-e27e41a20839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.937291 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0f485094-2de1-47c4-8e23-e27e41a20839 admin admin] Publish callbacks [] for security_group (2aff02a5-87a3-4934-8390-66f0def9e7ca), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:50.966836 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36310) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:51.019014 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-d92d53af-1e74-4f30-b185-f2df9a64ca31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b031e6e366fd4843a402ed5cc56c61f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0504220 Mar 08 05:12:51.022093 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36312) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:51.052894 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0f485094-2de1-47c4-8e23-e27e41a20839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2aff02a5-87a3-4934-8390-66f0def9e7ca), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:51.101456 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e4e38615-053f-4502-ba85-b59958ec9549 admin admin] Publish callbacks [] for security_group (fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:51.110540 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0f485094-2de1-47c4-8e23-e27e41a20839 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cebe02e06843453fb86ea72b26600871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287895 Mar 08 05:12:51.111492 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36316) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:51.143665 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e4e38615-053f-4502-ba85-b59958ec9549 admin admin] Publish callbacks [] for security_group (fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:51.156009 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f485094-2de1-47c4-8e23-e27e41a20839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aff02a5-87a3-4934-8390-66f0def9e7ca,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:51.222577 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb51-de3c-4b3b-a434-faf8d6c662b7 admin admin] Publish callbacks [] for security_group (2aff02a5-87a3-4934-8390-66f0def9e7ca), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:51.262762 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb51-de3c-4b3b-a434-faf8d6c662b7 admin admin] Publish callbacks [] for security_group (2aff02a5-87a3-4934-8390-66f0def9e7ca), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:51.309895 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e4e38615-053f-4502-ba85-b59958ec9549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:51.313625 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e4e38615-053f-4502-ba85-b59958ec9549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:51.315477 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-e4e38615-053f-4502-ba85-b59958ec9549 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed HTTP/1.1" status: 204 len: 168 time: 0.2920837 Mar 08 05:12:51.331937 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e38615-053f-4502-ba85-b59958ec9549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a126e-94ad-4a2f-8ac6-5b1930fe8aed,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:51.441966 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb51-de3c-4b3b-a434-faf8d6c662b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2aff02a5-87a3-4934-8390-66f0def9e7ca), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:51.446685 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-aaeacb51-de3c-4b3b-a434-faf8d6c662b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:51.448774 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-aaeacb51-de3c-4b3b-a434-faf8d6c662b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2aff02a5-87a3-4934-8390-66f0def9e7ca HTTP/1.1" status: 204 len: 168 time: 0.3271832 Mar 08 05:12:51.463303 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeacb51-de3c-4b3b-a434-faf8d6c662b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aff02a5-87a3-4934-8390-66f0def9e7ca,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:51.937038 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fc1d6-53c2-4b51-969a-45733e247af4 req-8b74f1b5-787f-424a-bb5f-e2918f6a6761 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:51.939669 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8a5fc1d6-53c2-4b51-969a-45733e247af4 req-8b74f1b5-787f-424a-bb5f-e2918f6a6761 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0664027 Mar 08 05:12:52.032026 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8a5fc1d6-53c2-4b51-969a-45733e247af4 req-b8d09760-d1e3-4e56-8832-42196bb2fd1c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862789 Mar 08 05:12:52.669704 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-8c379a46-64e7-4884-b183-1d73637051a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:52.967776 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36372) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:53.222155 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080da89d-431d-48bf-92c1-c935283475f0 req-83c42027-6107-48b0-b937-d3e7f96e5fa8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:53.224174 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-080da89d-431d-48bf-92c1-c935283475f0 req-83c42027-6107-48b0-b937-d3e7f96e5fa8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0968630 Mar 08 05:12:53.302693 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-080da89d-431d-48bf-92c1-c935283475f0 req-c567af63-c2a2-4cb3-98be-1a8f5d0e5177 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721428 Mar 08 05:12:53.356664 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ad537877-3b27-4c05-98b3-2faad961d2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:53.476925 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ad537877-3b27-4c05-98b3-2faad961d2c6 admin admin] Publish callbacks [] for security_group (ae15907c-f739-48f4-942a-425810c11e7b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:53.554796 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ad537877-3b27-4c05-98b3-2faad961d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (ae15907c-f739-48f4-942a-425810c11e7b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:53.618332 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ad537877-3b27-4c05-98b3-2faad961d2c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8079c97578e1459280610df5a12e80e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6481400 Mar 08 05:12:53.619721 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad537877-3b27-4c05-98b3-2faad961d2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae15907c-f739-48f4-942a-425810c11e7b,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:53.626789 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36398) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:53.698885 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-87d89354-be52-4d92-aec7-e805a6fd665b admin admin] Publish callbacks [] for security_group (ae15907c-f739-48f4-942a-425810c11e7b), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:53.727257 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-87d89354-be52-4d92-aec7-e805a6fd665b admin admin] Publish callbacks [] for security_group (ae15907c-f739-48f4-942a-425810c11e7b), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:53.875512 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-87d89354-be52-4d92-aec7-e805a6fd665b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (ae15907c-f739-48f4-942a-425810c11e7b), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:53.879027 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-87d89354-be52-4d92-aec7-e805a6fd665b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:53.880524 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-87d89354-be52-4d92-aec7-e805a6fd665b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae15907c-f739-48f4-942a-425810c11e7b HTTP/1.1" status: 204 len: 168 time: 0.2526903 Mar 08 05:12:53.889823 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d89354-be52-4d92-aec7-e805a6fd665b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae15907c-f739-48f4-942a-425810c11e7b,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:54.537283 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86872efe-f605-4507-b295-cdd14fd20613 req-e6870b59-899a-4102-b6fc-1dd3700a57fd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:54.540475 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86872efe-f605-4507-b295-cdd14fd20613 req-e6870b59-899a-4102-b6fc-1dd3700a57fd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1149321 Mar 08 05:12:54.568264 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:54.644165 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86872efe-f605-4507-b295-cdd14fd20613 req-1aa86bd7-7137-4116-afe4-08098603b8dd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957117 Mar 08 05:12:54.841909 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36454) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:54.988900 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b849522b-ce32-4b9a-b669-6be5f2277865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.107512 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36464) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:55.115512 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b849522b-ce32-4b9a-b669-6be5f2277865 admin admin] Publish callbacks [] for security_group (954b6b17-d72c-4a2f-8706-3d058c389675), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.131153 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-959b0e7a-10fd-4111-b262-1dc62606190d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.204178 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b849522b-ce32-4b9a-b669-6be5f2277865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (954b6b17-d72c-4a2f-8706-3d058c389675), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.261857 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-959b0e7a-10fd-4111-b262-1dc62606190d admin admin] Publish callbacks [] for security_group (9fb51d57-6eb4-4f63-96e0-7bbea42c1dd3), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.270294 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-b849522b-ce32-4b9a-b669-6be5f2277865 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e49333997f7c4e61b88bb0234bba2ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258742 Mar 08 05:12:55.272977 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36472) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:55.286888 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849522b-ce32-4b9a-b669-6be5f2277865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b6b17-d72c-4a2f-8706-3d058c389675,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:55.346655 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-30a503e4-a057-40ba-9f5c-d90cfc0e6fe3 admin admin] Publish callbacks [] for security_group (954b6b17-d72c-4a2f-8706-3d058c389675), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.372432 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-959b0e7a-10fd-4111-b262-1dc62606190d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9fb51d57-6eb4-4f63-96e0-7bbea42c1dd3), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.376651 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-30a503e4-a057-40ba-9f5c-d90cfc0e6fe3 admin admin] Publish callbacks [] for security_group (954b6b17-d72c-4a2f-8706-3d058c389675), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.452753 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-959b0e7a-10fd-4111-b262-1dc62606190d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2ce9c967e9948b89cf847f47af9bbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431592 Mar 08 05:12:55.453996 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b0e7a-10fd-4111-b262-1dc62606190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb51d57-6eb4-4f63-96e0-7bbea42c1dd3,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:55.458310 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36476) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:55.517228 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d324-d9c7-41b7-b759-3529d8f9b83a admin admin] Publish callbacks [] for security_group (9fb51d57-6eb4-4f63-96e0-7bbea42c1dd3), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.545416 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d324-d9c7-41b7-b759-3529d8f9b83a admin admin] Publish callbacks [] for security_group (9fb51d57-6eb4-4f63-96e0-7bbea42c1dd3), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.569636 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.603846 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36478) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:55.607301 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-30a503e4-a057-40ba-9f5c-d90cfc0e6fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (954b6b17-d72c-4a2f-8706-3d058c389675), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.610217 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-30a503e4-a057-40ba-9f5c-d90cfc0e6fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.611993 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-30a503e4-a057-40ba-9f5c-d90cfc0e6fe3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/954b6b17-d72c-4a2f-8706-3d058c389675 HTTP/1.1" status: 204 len: 168 time: 0.3378463 Mar 08 05:12:55.625483 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a503e4-a057-40ba-9f5c-d90cfc0e6fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b6b17-d72c-4a2f-8706-3d058c389675,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:55.738260 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d324-d9c7-41b7-b759-3529d8f9b83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9fb51d57-6eb4-4f63-96e0-7bbea42c1dd3), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.741061 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4fd7d324-d9c7-41b7-b759-3529d8f9b83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.742620 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-4fd7d324-d9c7-41b7-b759-3529d8f9b83a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fb51d57-6eb4-4f63-96e0-7bbea42c1dd3 HTTP/1.1" status: 204 len: 168 time: 0.2845612 Mar 08 05:12:55.752718 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7d324-d9c7-41b7-b759-3529d8f9b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb51d57-6eb4-4f63-96e0-7bbea42c1dd3,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:55.813140 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-90934d1e-a705-4d56-9c8c-7b932d223b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:55.814472 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871fd9a-cd0b-4c93-8ecf-f8f0cf28c848 req-cf63cd25-09eb-40c5-a842-a389ccd82714 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:55.817065 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f871fd9a-cd0b-4c93-8ecf-f8f0cf28c848 req-cf63cd25-09eb-40c5-a842-a389ccd82714 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0805714 Mar 08 05:12:55.896318 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f871fd9a-cd0b-4c93-8ecf-f8f0cf28c848 req-2c9336e8-3051-4ce4-9dd4-f8bf519c9c0a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724845 Mar 08 05:12:55.936125 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-90934d1e-a705-4d56-9c8c-7b932d223b34 admin admin] Publish callbacks [] for security_group (b996c377-6f88-45c2-b774-462186c15920), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.058437 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-90934d1e-a705-4d56-9c8c-7b932d223b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (b996c377-6f88-45c2-b774-462186c15920), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.100552 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-90934d1e-a705-4d56-9c8c-7b932d223b34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3715c627b8f4cc18b47d72a30a19982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4953043 Mar 08 05:12:56.104260 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36494) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:56.119621 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90934d1e-a705-4d56-9c8c-7b932d223b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b996c377-6f88-45c2-b774-462186c15920,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:56.173083 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-af03ca64-f8ee-4f4b-81ae-4385d93a1a57 admin admin] Publish callbacks [] for security_group (b996c377-6f88-45c2-b774-462186c15920), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.203066 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-af03ca64-f8ee-4f4b-81ae-4385d93a1a57 admin admin] Publish callbacks [] for security_group (b996c377-6f88-45c2-b774-462186c15920), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.344102 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-af03ca64-f8ee-4f4b-81ae-4385d93a1a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (b996c377-6f88-45c2-b774-462186c15920), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.346756 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-af03ca64-f8ee-4f4b-81ae-4385d93a1a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.348227 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-af03ca64-f8ee-4f4b-81ae-4385d93a1a57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b996c377-6f88-45c2-b774-462186c15920 HTTP/1.1" status: 204 len: 168 time: 0.2426755 Mar 08 05:12:56.361544 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03ca64-f8ee-4f4b-81ae-4385d93a1a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b996c377-6f88-45c2-b774-462186c15920,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:56.487460 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.611455 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36518) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:56.628144 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-81bbfafc-6ca3-46a3-8f09-42dedb58fa9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.760402 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-81bbfafc-6ca3-46a3-8f09-42dedb58fa9c admin admin] Publish callbacks [] for security_group (d333c311-9d6d-4eac-b59a-4f53abf1a796), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.859717 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-81bbfafc-6ca3-46a3-8f09-42dedb58fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d333c311-9d6d-4eac-b59a-4f53abf1a796), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:56.923248 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-81bbfafc-6ca3-46a3-8f09-42dedb58fa9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da8e1b2381f048b6b37496b1b65af771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104026 Mar 08 05:12:56.924916 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbfafc-6ca3-46a3-8f09-42dedb58fa9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d333c311-9d6d-4eac-b59a-4f53abf1a796,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:56.927791 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36528) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:56.995249 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a0ef87e2-2097-41c3-a02f-01ef92b7cea4 admin admin] Publish callbacks [] for security_group (d333c311-9d6d-4eac-b59a-4f53abf1a796), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.022527 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a0ef87e2-2097-41c3-a02f-01ef92b7cea4 admin admin] Publish callbacks [] for security_group (d333c311-9d6d-4eac-b59a-4f53abf1a796), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.105666 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f35691-ab07-4eb0-b96d-e0e058569697 req-4fcb4fa9-9e2f-48bf-81ca-9d3874de4f7d tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:57.107480 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b1f35691-ab07-4eb0-b96d-e0e058569697 req-4fcb4fa9-9e2f-48bf-81ca-9d3874de4f7d tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0942373 Mar 08 05:12:57.167603 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a0ef87e2-2097-41c3-a02f-01ef92b7cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d333c311-9d6d-4eac-b59a-4f53abf1a796), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.172492 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a0ef87e2-2097-41c3-a02f-01ef92b7cea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.178417 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-a0ef87e2-2097-41c3-a02f-01ef92b7cea4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d333c311-9d6d-4eac-b59a-4f53abf1a796 HTTP/1.1" status: 204 len: 168 time: 0.2454054 Mar 08 05:12:57.186212 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef87e2-2097-41c3-a02f-01ef92b7cea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d333c311-9d6d-4eac-b59a-4f53abf1a796,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:57.198111 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b1f35691-ab07-4eb0-b96d-e0e058569697 req-9f5f8df1-8966-4982-bdc2-499b8c1d9f7e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806205 Mar 08 05:12:57.319351 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36542) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:57.342667 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d0acf0e7-666d-43d8-a944-6ed61a5e3f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.454378 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d0acf0e7-666d-43d8-a944-6ed61a5e3f61 admin admin] Publish callbacks [] for security_group (ef4eaf97-00e2-4045-9f2d-0766b16427bd), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.572460 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d0acf0e7-666d-43d8-a944-6ed61a5e3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (ef4eaf97-00e2-4045-9f2d-0766b16427bd), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.613412 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-d0acf0e7-666d-43d8-a944-6ed61a5e3f61 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6999bd6a66e4d85afe79dd38ae3d216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924206 Mar 08 05:12:57.616405 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36548) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:57.622013 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acf0e7-666d-43d8-a944-6ed61a5e3f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4eaf97-00e2-4045-9f2d-0766b16427bd,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:57.674347 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2de2a4c8-1563-4341-bcb7-0c550ff7a4da admin admin] Publish callbacks [] for security_group (ef4eaf97-00e2-4045-9f2d-0766b16427bd), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.703753 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2de2a4c8-1563-4341-bcb7-0c550ff7a4da admin admin] Publish callbacks [] for security_group (ef4eaf97-00e2-4045-9f2d-0766b16427bd), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.858336 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2de2a4c8-1563-4341-bcb7-0c550ff7a4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (ef4eaf97-00e2-4045-9f2d-0766b16427bd), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.861784 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2de2a4c8-1563-4341-bcb7-0c550ff7a4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:57.863147 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-2de2a4c8-1563-4341-bcb7-0c550ff7a4da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef4eaf97-00e2-4045-9f2d-0766b16427bd HTTP/1.1" status: 204 len: 168 time: 0.2450428 Mar 08 05:12:57.886757 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2a4c8-1563-4341-bcb7-0c550ff7a4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4eaf97-00e2-4045-9f2d-0766b16427bd,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:58.361454 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618e194-ed45-4853-a249-3ea512b981bc req-710e47df-8b5a-41c3-bbb0-31b2177b7045 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:58.363044 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2618e194-ed45-4853-a249-3ea512b981bc req-710e47df-8b5a-41c3-bbb0-31b2177b7045 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0688980 Mar 08 05:12:58.423463 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36576) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:58.431956 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2618e194-ed45-4853-a249-3ea512b981bc req-0a1b5861-9cd5-42f0-a16a-d1d998690da6 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631499 Mar 08 05:12:58.834703 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f34-8fd6-483f-97dd-5e957e54d1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:58.858952 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36588) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:58.960959 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5bfc56e1-118a-43cb-90bf-639247289d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:58.986860 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f34-8fd6-483f-97dd-5e957e54d1c7 admin admin] Publish callbacks [] for security_group (4678db23-f5a7-406b-9217-5a11d0e0756b), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.058985 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5bfc56e1-118a-43cb-90bf-639247289d4f admin admin] Publish callbacks [] for security_group (f44c445b-26d2-4b18-a1cd-798593fd2447), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.104013 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cbb23f34-8fd6-483f-97dd-5e957e54d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4678db23-f5a7-406b-9217-5a11d0e0756b), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.145493 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5bfc56e1-118a-43cb-90bf-639247289d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (f44c445b-26d2-4b18-a1cd-798593fd2447), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.151709 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-cbb23f34-8fd6-483f-97dd-5e957e54d1c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e43f3fd13414d7eab8a11f7315a4ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7249475 Mar 08 05:12:59.152513 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36602) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:59.153191 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb23f34-8fd6-483f-97dd-5e957e54d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4678db23-f5a7-406b-9217-5a11d0e0756b,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:59.169780 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.261001 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ed191d2a-ef76-4079-8210-e6a31f301eea admin admin] Publish callbacks [] for security_group (4678db23-f5a7-406b-9217-5a11d0e0756b), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.291116 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5bfc56e1-118a-43cb-90bf-639247289d4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb711f222afd4f5ea98470636ceb84bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295981 Mar 08 05:12:59.295044 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc56e1-118a-43cb-90bf-639247289d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44c445b-26d2-4b18-a1cd-798593fd2447,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:59.298041 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36608) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:12:59.341069 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ed191d2a-ef76-4079-8210-e6a31f301eea admin admin] Publish callbacks [] for security_group (4678db23-f5a7-406b-9217-5a11d0e0756b), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.492852 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c69ea539-af33-492b-bd52-acf6079ff0fe admin admin] Publish callbacks [] for security_group (f44c445b-26d2-4b18-a1cd-798593fd2447), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.542018 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c69ea539-af33-492b-bd52-acf6079ff0fe admin admin] Publish callbacks [] for security_group (f44c445b-26d2-4b18-a1cd-798593fd2447), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.590238 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83f319-709b-4056-ad26-1c5ba4238d31 req-b3c77093-8deb-4b3d-9fdc-37802e87301a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:12:59.591116 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ed191d2a-ef76-4079-8210-e6a31f301eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4678db23-f5a7-406b-9217-5a11d0e0756b), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.592106 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4f83f319-709b-4056-ad26-1c5ba4238d31 req-b3c77093-8deb-4b3d-9fdc-37802e87301a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0663702 Mar 08 05:12:59.602288 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ed191d2a-ef76-4079-8210-e6a31f301eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.606013 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-ed191d2a-ef76-4079-8210-e6a31f301eea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4678db23-f5a7-406b-9217-5a11d0e0756b HTTP/1.1" status: 204 len: 168 time: 0.4461398 Mar 08 05:12:59.614068 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed191d2a-ef76-4079-8210-e6a31f301eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4678db23-f5a7-406b-9217-5a11d0e0756b,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:12:59.675377 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4f83f319-709b-4056-ad26-1c5ba4238d31 req-0d45fdd5-4c7b-4de5-9102-d7185750a539 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695646 Mar 08 05:12:59.801342 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c69ea539-af33-492b-bd52-acf6079ff0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (f44c445b-26d2-4b18-a1cd-798593fd2447), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.804469 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c69ea539-af33-492b-bd52-acf6079ff0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:12:59.806461 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c69ea539-af33-492b-bd52-acf6079ff0fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f44c445b-26d2-4b18-a1cd-798593fd2447 HTTP/1.1" status: 204 len: 168 time: 0.5068595 Mar 08 05:12:59.822498 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ea539-af33-492b-bd52-acf6079ff0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44c445b-26d2-4b18-a1cd-798593fd2447,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:00.801880 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294a6e4-505a-42d9-993b-b38783f2232c req-79db64ba-275f-418f-8b49-516b26988971 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:00.803429 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0294a6e4-505a-42d9-993b-b38783f2232c req-79db64ba-275f-418f-8b49-516b26988971 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0592577 Mar 08 05:13:00.896932 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0294a6e4-505a-42d9-993b-b38783f2232c req-172e5faa-b045-44e0-af97-69a3d283d7ac tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868871 Mar 08 05:13:02.033835 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849967b-f0f8-4c0d-b245-d276772f7f8d req-8e8031fc-d6cd-4a37-950b-db0a3da9c645 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:02.036554 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c849967b-f0f8-4c0d-b245-d276772f7f8d req-8e8031fc-d6cd-4a37-950b-db0a3da9c645 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0691245 Mar 08 05:13:02.104535 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c849967b-f0f8-4c0d-b245-d276772f7f8d req-4bb3f7c6-30a8-437a-ab3d-23c8c6bec8b9 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623262 Mar 08 05:13:03.283541 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7f3d7-4f89-406e-8427-58bbbb721d5d req-b38c0f2a-8281-456c-9719-835d316abfcc tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:03.285407 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-84f7f3d7-4f89-406e-8427-58bbbb721d5d req-b38c0f2a-8281-456c-9719-835d316abfcc tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0717256 Mar 08 05:13:03.367627 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-84f7f3d7-4f89-406e-8427-58bbbb721d5d req-9792f1a2-82b7-41bc-9c20-68deb617358d tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760155 Mar 08 05:13:03.430279 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:13:04.511976 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f71cf-dc68-41d6-9695-4a0bbdf4fbf9 req-df5e090b-78d2-44e3-9fc3-73ec6a584c05 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:04.513627 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d72f71cf-dc68-41d6-9695-4a0bbdf4fbf9 req-df5e090b-78d2-44e3-9fc3-73ec6a584c05 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0572147 Mar 08 05:13:04.567005 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d72f71cf-dc68-41d6-9695-4a0bbdf4fbf9 req-2616656e-8dc0-4d8b-8fbb-b1fc94de912d tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469429 Mar 08 05:13:05.715580 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba1235-b402-4a65-a7a3-9a129eaac80d req-01e98ad4-aca3-4e44-968b-371069b190f2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:05.717333 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d1ba1235-b402-4a65-a7a3-9a129eaac80d req-01e98ad4-aca3-4e44-968b-371069b190f2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0788844 Mar 08 05:13:05.766836 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d1ba1235-b402-4a65-a7a3-9a129eaac80d req-e586b33a-ada6-40f5-b1ef-33688a9fca7d tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430281 Mar 08 05:13:06.901202 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df38a19-49e7-4cc6-bfff-b07396136755 req-48e6b6f7-6f4f-4dd4-9569-75b3cc8dfd65 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:06.903520 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4df38a19-49e7-4cc6-bfff-b07396136755 req-48e6b6f7-6f4f-4dd4-9569-75b3cc8dfd65 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0662284 Mar 08 05:13:06.978745 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4df38a19-49e7-4cc6-bfff-b07396136755 req-94a02bdb-334b-4fe0-828f-3844e05dda3e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684879 Mar 08 05:13:07.843491 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36902) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:07.974357 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8ee4fc92-d242-4fd4-92f2-c054e2e73975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:08.093970 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8ee4fc92-d242-4fd4-92f2-c054e2e73975 admin admin] Publish callbacks [] for security_group (1c487908-1bab-4900-a226-2d0b6a60f47b), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:08.139046 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27538a-08f8-456a-bede-64467f50c958 req-4d8cce83-f202-4bc1-ba12-8d95992a008e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:08.141195 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4f27538a-08f8-456a-bede-64467f50c958 req-4d8cce83-f202-4bc1-ba12-8d95992a008e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0701611 Mar 08 05:13:08.178848 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8ee4fc92-d242-4fd4-92f2-c054e2e73975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (1c487908-1bab-4900-a226-2d0b6a60f47b), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:08.234940 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-8ee4fc92-d242-4fd4-92f2-c054e2e73975 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a78b9b5f36974adea89dba4c014eb449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900580 Mar 08 05:13:08.235984 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4fc92-d242-4fd4-92f2-c054e2e73975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c487908-1bab-4900-a226-2d0b6a60f47b,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:08.237454 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4f27538a-08f8-456a-bede-64467f50c958 req-e65daf2f-fa0b-4ea6-81dc-5480a4bafdaa tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894773 Mar 08 05:13:08.238209 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 36920) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:08.296697 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d9de234f-af0b-4c1b-84d9-232f02843337 admin admin] Publish callbacks [] for security_group (1c487908-1bab-4900-a226-2d0b6a60f47b), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:08.329225 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d9de234f-af0b-4c1b-84d9-232f02843337 admin admin] Publish callbacks [] for security_group (1c487908-1bab-4900-a226-2d0b6a60f47b), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:08.486343 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d9de234f-af0b-4c1b-84d9-232f02843337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (1c487908-1bab-4900-a226-2d0b6a60f47b), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:08.489046 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d9de234f-af0b-4c1b-84d9-232f02843337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:08.490340 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-d9de234f-af0b-4c1b-84d9-232f02843337 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c487908-1bab-4900-a226-2d0b6a60f47b HTTP/1.1" status: 204 len: 168 time: 0.2505260 Mar 08 05:13:08.516705 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de234f-af0b-4c1b-84d9-232f02843337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c487908-1bab-4900-a226-2d0b6a60f47b,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:09.374354 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc956c8-f3b3-484c-97d3-27b595bf8714 req-5989f6a2-4213-430b-baa1-6b53cea8f868 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:09.375952 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3dc956c8-f3b3-484c-97d3-27b595bf8714 req-5989f6a2-4213-430b-baa1-6b53cea8f868 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0623620 Mar 08 05:13:09.458385 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3dc956c8-f3b3-484c-97d3-27b595bf8714 req-74714aa2-b1d4-4524-bcc9-361e4a7a4d9c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764971 Mar 08 05:13:09.717224 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36978) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:09.978107 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-90f82977-441f-4252-b9e2-a8c821b56750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:10.079129 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-90f82977-441f-4252-b9e2-a8c821b56750 admin admin] Publish callbacks [] for security_group (220532b4-39c2-47be-bb97-2111fe403338), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:10.183595 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-90f82977-441f-4252-b9e2-a8c821b56750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (220532b4-39c2-47be-bb97-2111fe403338), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:10.268574 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-90f82977-441f-4252-b9e2-a8c821b56750 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d111d26ae1b04a0c812d5bd22ba25c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5470273 Mar 08 05:13:10.269057 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 36996) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:10.281571 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f82977-441f-4252-b9e2-a8c821b56750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220532b4-39c2-47be-bb97-2111fe403338,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:10.331700 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-496b134b-fd9f-4daa-b274-d8c7c788757e admin admin] Publish callbacks [] for security_group (220532b4-39c2-47be-bb97-2111fe403338), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:10.355641 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-496b134b-fd9f-4daa-b274-d8c7c788757e admin admin] Publish callbacks [] for security_group (220532b4-39c2-47be-bb97-2111fe403338), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:10.515238 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-496b134b-fd9f-4daa-b274-d8c7c788757e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (220532b4-39c2-47be-bb97-2111fe403338), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:10.517904 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-496b134b-fd9f-4daa-b274-d8c7c788757e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:10.523257 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-496b134b-fd9f-4daa-b274-d8c7c788757e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/220532b4-39c2-47be-bb97-2111fe403338 HTTP/1.1" status: 204 len: 168 time: 0.2486880 Mar 08 05:13:10.552360 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b134b-fd9f-4daa-b274-d8c7c788757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220532b4-39c2-47be-bb97-2111fe403338,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:10.632304 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438b27c-cc09-4e59-8054-84487f525680 req-517fb06f-5d29-4bf4-bbd3-32efd58ab4a7 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:10.640437 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4438b27c-cc09-4e59-8054-84487f525680 req-517fb06f-5d29-4bf4-bbd3-32efd58ab4a7 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1014898 Mar 08 05:13:10.707086 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4438b27c-cc09-4e59-8054-84487f525680 req-f217fa00-673c-471b-a439-cf8e9d43634f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653090 Mar 08 05:13:11.313963 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37018) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:11.329563 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-44ae1904-1e1e-4343-b499-232065979925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:11.423132 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-44ae1904-1e1e-4343-b499-232065979925 admin admin] Publish callbacks [] for security_group (2524dbe8-e51e-42dc-8cef-ece354153ad9), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:11.491396 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-44ae1904-1e1e-4343-b499-232065979925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2524dbe8-e51e-42dc-8cef-ece354153ad9), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:11.542478 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae1904-1e1e-4343-b499-232065979925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2524dbe8-e51e-42dc-8cef-ece354153ad9,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:11.549228 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-44ae1904-1e1e-4343-b499-232065979925 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa675abccd50440997c4798af298ec1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348258 Mar 08 05:13:11.552116 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37020) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:11.604433 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-52b71150-6bb7-4daa-902e-7529966c65d8 admin admin] Publish callbacks [] for security_group (2524dbe8-e51e-42dc-8cef-ece354153ad9), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:11.633180 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-52b71150-6bb7-4daa-902e-7529966c65d8 admin admin] Publish callbacks [] for security_group (2524dbe8-e51e-42dc-8cef-ece354153ad9), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:11.762490 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-52b71150-6bb7-4daa-902e-7529966c65d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2524dbe8-e51e-42dc-8cef-ece354153ad9), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:11.770847 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-52b71150-6bb7-4daa-902e-7529966c65d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:11.773369 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-52b71150-6bb7-4daa-902e-7529966c65d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2524dbe8-e51e-42dc-8cef-ece354153ad9 HTTP/1.1" status: 204 len: 168 time: 0.2199717 Mar 08 05:13:11.790670 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b71150-6bb7-4daa-902e-7529966c65d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2524dbe8-e51e-42dc-8cef-ece354153ad9,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:11.906022 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629d203-59ee-476f-a90e-c2d4a71fe145 req-934eb865-284e-4d30-b356-a35ad3e3432a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:11.917697 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4629d203-59ee-476f-a90e-c2d4a71fe145 req-934eb865-284e-4d30-b356-a35ad3e3432a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0874076 Mar 08 05:13:11.985208 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4629d203-59ee-476f-a90e-c2d4a71fe145 req-20bf8e56-c39d-4bb6-8e81-c12d57cbf200 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623403 Mar 08 05:13:12.312507 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a147d-cb9f-48d3-b200-d99f2ccbe972 req-99f5c759-ae33-4b49-afda-b0ca93e37ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:12.314059 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9e6a147d-cb9f-48d3-b200-d99f2ccbe972 req-99f5c759-ae33-4b49-afda-b0ca93e37ef1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 1129 time: 0.0629694 Mar 08 05:13:12.371305 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9e6a147d-cb9f-48d3-b200-d99f2ccbe972 req-cafa2135-f261-4cef-b5df-475f45a32200 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498848 Mar 08 05:13:12.397760 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37058) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:12.539089 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0a67a9e5-5550-4790-b72d-fcd0c9c4c155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:12.630491 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0a67a9e5-5550-4790-b72d-fcd0c9c4c155 admin admin] Publish callbacks [] for security_group (6f7c016e-1a8e-4a84-abac-de7f895a028e), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:12.795658 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0a67a9e5-5550-4790-b72d-fcd0c9c4c155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6f7c016e-1a8e-4a84-abac-de7f895a028e), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:12.837775 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0a67a9e5-5550-4790-b72d-fcd0c9c4c155 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0e1bfb5666041358df7aa04a868e575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389005 Mar 08 05:13:12.838744 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67a9e5-5550-4790-b72d-fcd0c9c4c155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7c016e-1a8e-4a84-abac-de7f895a028e,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:12.840618 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37070) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:12.894895 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-54f44309-b23b-4683-be69-160f0f0a249e admin admin] Publish callbacks [] for security_group (6f7c016e-1a8e-4a84-abac-de7f895a028e), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:12.917488 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-54f44309-b23b-4683-be69-160f0f0a249e admin admin] Publish callbacks [] for security_group (6f7c016e-1a8e-4a84-abac-de7f895a028e), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:13.132385 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5ab53-fc59-402f-bd49-cbbba6ba0292 req-b0ef4fc9-55cd-4ebb-b02a-5585e31bd93f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:13.134150 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-00f5ab53-fc59-402f-bd49-cbbba6ba0292 req-b0ef4fc9-55cd-4ebb-b02a-5585e31bd93f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.0711350 Mar 08 05:13:13.138839 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-54f44309-b23b-4683-be69-160f0f0a249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6f7c016e-1a8e-4a84-abac-de7f895a028e), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:13.144408 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-54f44309-b23b-4683-be69-160f0f0a249e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:13.145622 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-54f44309-b23b-4683-be69-160f0f0a249e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f7c016e-1a8e-4a84-abac-de7f895a028e HTTP/1.1" status: 204 len: 168 time: 0.3033967 Mar 08 05:13:13.170251 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f44309-b23b-4683-be69-160f0f0a249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7c016e-1a8e-4a84-abac-de7f895a028e,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:13.204780 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-00f5ab53-fc59-402f-bd49-cbbba6ba0292 req-d597095c-8eed-43bc-883f-3b509e61103f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579283 Mar 08 05:13:14.160449 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37112) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:14.213063 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37120) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:14.345622 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bede0355-3026-45e0-ac43-155634f9c159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:14.393555 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb30271-9840-4d47-b702-b4be5d95bfe9 req-8e473f43-f4d0-4a43-871f-b0b3a8d11570 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:14.396890 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1fb30271-9840-4d47-b702-b4be5d95bfe9 req-8e473f43-f4d0-4a43-871f-b0b3a8d11570 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1000473 Mar 08 05:13:14.492319 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1fb30271-9840-4d47-b702-b4be5d95bfe9 req-b6538060-c054-4456-9cc5-397d8f65673c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898120 Mar 08 05:13:14.532206 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-53c4edb3-93df-44fe-8a7e-f4a73e9fb490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:14.550231 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bede0355-3026-45e0-ac43-155634f9c159 admin admin] Publish callbacks [] for security_group (c4981c0d-3e15-411a-b568-47b8051ee1e9), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:14.663807 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-53c4edb3-93df-44fe-8a7e-f4a73e9fb490 admin admin] Publish callbacks [] for security_group (386093b6-d6b1-4613-882c-fc1e957d8642), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:14.671269 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bede0355-3026-45e0-ac43-155634f9c159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (c4981c0d-3e15-411a-b568-47b8051ee1e9), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:14.693026 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4353d9-0792-41a2-85ec-42c4ca4876e9 req-4dbe57d7-040a-4028-9ee6-b7582447e9ef tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:14.694563 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fe4353d9-0792-41a2-85ec-42c4ca4876e9 req-4dbe57d7-040a-4028-9ee6-b7582447e9ef tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0953882 Mar 08 05:13:14.743958 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-bede0355-3026-45e0-ac43-155634f9c159 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1be885bd00f64f8baa9e418335225431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5809553 Mar 08 05:13:14.750953 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37136) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:14.758384 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede0355-3026-45e0-ac43-155634f9c159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4981c0d-3e15-411a-b568-47b8051ee1e9,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:14.777016 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fe4353d9-0792-41a2-85ec-42c4ca4876e9 req-b8bb1cfa-4f70-428a-b2cc-e9279031c0fe tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749857 Mar 08 05:13:14.778500 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-53c4edb3-93df-44fe-8a7e-f4a73e9fb490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (386093b6-d6b1-4613-882c-fc1e957d8642), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:14.829370 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-53c4edb3-93df-44fe-8a7e-f4a73e9fb490 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e4c28f2e3bb44b6810526f1affff9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6112363 Mar 08 05:13:14.829370 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4edb3-93df-44fe-8a7e-f4a73e9fb490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386093b6-d6b1-4613-882c-fc1e957d8642,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:14.830083 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37142) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:14.850850 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a6d5aeac-8014-45a6-8a94-7afb9899fbbc admin admin] Publish callbacks [] for security_group (c4981c0d-3e15-411a-b568-47b8051ee1e9), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:14.899260 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a6d5aeac-8014-45a6-8a94-7afb9899fbbc admin admin] Publish callbacks [] for security_group (c4981c0d-3e15-411a-b568-47b8051ee1e9), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:14.918416 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-49a78d03-5f64-49c6-85fc-197cf6783838 admin admin] Publish callbacks [] for security_group (386093b6-d6b1-4613-882c-fc1e957d8642), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:14.945958 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-49a78d03-5f64-49c6-85fc-197cf6783838 admin admin] Publish callbacks [] for security_group (386093b6-d6b1-4613-882c-fc1e957d8642), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:15.057715 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a6d5aeac-8014-45a6-8a94-7afb9899fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (c4981c0d-3e15-411a-b568-47b8051ee1e9), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:15.060434 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a6d5aeac-8014-45a6-8a94-7afb9899fbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:15.066890 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-a6d5aeac-8014-45a6-8a94-7afb9899fbbc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4981c0d-3e15-411a-b568-47b8051ee1e9 HTTP/1.1" status: 204 len: 168 time: 0.3100262 Mar 08 05:13:15.078363 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5aeac-8014-45a6-8a94-7afb9899fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4981c0d-3e15-411a-b568-47b8051ee1e9,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:15.110009 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-49a78d03-5f64-49c6-85fc-197cf6783838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (386093b6-d6b1-4613-882c-fc1e957d8642), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:15.112682 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-49a78d03-5f64-49c6-85fc-197cf6783838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:15.114094 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-49a78d03-5f64-49c6-85fc-197cf6783838 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/386093b6-d6b1-4613-882c-fc1e957d8642 HTTP/1.1" status: 204 len: 168 time: 0.2830648 Mar 08 05:13:15.124393 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a78d03-5f64-49c6-85fc-197cf6783838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386093b6-d6b1-4613-882c-fc1e957d8642,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:15.699344 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37170) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:15.944476 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-794110089-network', 'tenant_id': '5249e7185af94cbfbe153c719a6b7fc1'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:13:16.052272 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Made reservation on behalf of 5249e7185af94cbfbe153c719a6b7fc1 for: {'network': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:13:16.058689 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:16.066298 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:16.167301 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Publish callbacks [] for security_group (5afa247e-745b-4a74-b102-123d2f5e8568), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:16.264635 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (5afa247e-745b-4a74-b102-123d2f5e8568), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:16.286561 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:13:16.304159 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (fc5d3f83-757d-4af8-a4fe-f8878fc35bf0), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:16.304491 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.segments_db [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Added segment fc5d3f83-757d-4af8-a4fe-f8878fc35bf0 of type vlan for network baccbc1d-be5a-40b1-8d89-1db474220864 Mar 08 05:13:16.314057 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afa247e-745b-4a74-b102-123d2f5e8568,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:16.354177 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (baccbc1d-be5a-40b1-8d89-1db474220864), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:16.440910 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (baccbc1d-be5a-40b1-8d89-1db474220864), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:16.441900 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:16.442707 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:16.522496 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] Pushing event updated for resources: {'Network': ['ID=baccbc1d-be5a-40b1-8d89-1db474220864,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:16.540831 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network baccbc1d-be5a-40b1-8d89-1db474220864 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:13:16.590462 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0cbf3493-280e-49e2-a6bc-127f5bd2a468 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8892248 Mar 08 05:13:16.596164 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37206) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:16.605473 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Request body: {'subnet': {'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-794110089-subnet', 'tenant_id': '5249e7185af94cbfbe153c719a6b7fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:13:16.727662 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Made reservation on behalf of 5249e7185af94cbfbe153c719a6b7fc1 for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:13:16.730482 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5553457'] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:17.091877 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5553455'] for subnet (f37a353c-b9f5-4825-8a0a-0b7bfe2c4969), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:17.182170 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37a353c-b9f5-4825-8a0a-0b7bfe2c4969,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:17.193909 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Checking segment: {'id': 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:13:17.194122 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Network hostable DHCP agents. Network: baccbc1d-be5a-40b1-8d89-1db474220864, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:13:17.314794 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Network baccbc1d-be5a-40b1-8d89-1db474220864 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:13:17.353380 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e29de-8085-4566-9994-24ba4aadf7e7 req-0494b283-cd6f-4f52-a6cb-632fb91e9eab tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:17.355126 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-439e29de-8085-4566-9994-24ba4aadf7e7 req-0494b283-cd6f-4f52-a6cb-632fb91e9eab tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0716381 Mar 08 05:13:17.414070 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, baccbc1d-be5a-40b1-8d89-1db474220864) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:13:17.439036 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4628359-9b91-4bec-9c71-de5e196081d8 None None] Network baccbc1d-be5a-40b1-8d89-1db474220864 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:13:17.441987 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:17.442716 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:17.466689 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-439e29de-8085-4566-9994-24ba4aadf7e7 req-fdcd3c13-2b5d-4b49-95c5-5f2b28664645 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041083 Mar 08 05:13:17.495216 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd515549-c675-4e01-b863-382cde44a870 req-873b5cb8-12c7-4e05-8f66-abfefd2caa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:17.495216 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd515549-c675-4e01-b863-382cde44a870 req-873b5cb8-12c7-4e05-8f66-abfefd2caa40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1129 time: 0.0977731 Mar 08 05:13:17.555393 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c6ee14b5-f0ea-4926-94ac-675a14cc9124 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9577918 Mar 08 05:13:17.632753 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd515549-c675-4e01-b863-382cde44a870 req-f26eca68-461d-4e3a-8d31-3ae2935ea481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:17.634332 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd515549-c675-4e01-b863-382cde44a870 req-f26eca68-461d-4e3a-8d31-3ae2935ea481 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 919 time: 0.1299422 Mar 08 05:13:17.644505 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df84f107-e504-4c85-bf44-cec493ef1d83 None None] Network baccbc1d-be5a-40b1-8d89-1db474220864 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:13:17.683206 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd515549-c675-4e01-b863-382cde44a870 req-146ebc05-5be0-4a6b-8cbc-07d0c0ab0d0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 HTTP/1.1" status: 200 len: 217 time: 0.0404644 Mar 08 05:13:17.759827 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd515549-c675-4e01-b863-382cde44a870 req-16714418-9667-4b6b-943f-73c9003153a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:17.761603 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd515549-c675-4e01-b863-382cde44a870 req-16714418-9667-4b6b-943f-73c9003153a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.0696745 Mar 08 05:13:17.802440 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd515549-c675-4e01-b863-382cde44a870 req-fb6d9a64-a5bc-4742-bcfa-7b0be088d657 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275526 Mar 08 05:13:17.929041 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd515549-c675-4e01-b863-382cde44a870 req-194dca0a-93a3-40cd-bc3d-95a4a197ad98 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161380 Mar 08 05:13:18.034689 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd515549-c675-4e01-b863-382cde44a870 req-075e4dbd-126d-4b05-9bac-38ee4c76bdb7 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982795 Mar 08 05:13:18.620943 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae4c5-cb13-4356-ad07-520ff77c26df req-172d3901-febe-4dfa-88a1-207f498e6322 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:18.622485 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a71ae4c5-cb13-4356-ad07-520ff77c26df req-172d3901-febe-4dfa-88a1-207f498e6322 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0665429 Mar 08 05:13:18.702133 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a71ae4c5-cb13-4356-ad07-520ff77c26df req-636bb784-5429-4d7c-98a4-ece744ef977d tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719938 Mar 08 05:13:19.214638 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37288) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:19.382308 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8e2843e7-78b7-457b-9edf-ddca1a2112e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:19.514437 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8e2843e7-78b7-457b-9edf-ddca1a2112e0 admin admin] Publish callbacks [] for security_group (451d5224-82ae-41c5-af32-af0bac5f85c5), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:19.629104 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8e2843e7-78b7-457b-9edf-ddca1a2112e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (451d5224-82ae-41c5-af32-af0bac5f85c5), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:19.726763 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-4b16d4b1-394b-4ad9-86c3-99f643d40f11 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=078e04b6bc49403795bb25704311356e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743694 Mar 08 05:13:19.732056 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-8e2843e7-78b7-457b-9edf-ddca1a2112e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a3052b7dbdf4dfd9296bc4d13a9cbc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5135384 Mar 08 05:13:19.732056 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2843e7-78b7-457b-9edf-ddca1a2112e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451d5224-82ae-41c5-af32-af0bac5f85c5,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:19.733586 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37312) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:19.743795 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-093bc185-13fa-479e-80a5-edbd938f703f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:19.811915 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c8df054a-03ca-4ed6-ba8a-9a55e8fe1e44 admin admin] Publish callbacks [] for security_group (451d5224-82ae-41c5-af32-af0bac5f85c5), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:19.838019 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c8df054a-03ca-4ed6-ba8a-9a55e8fe1e44 admin admin] Publish callbacks [] for security_group (451d5224-82ae-41c5-af32-af0bac5f85c5), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:19.980005 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-5d94adfa-d1fc-4702-a659-aabca765c9dc tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:19.981520 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-5d94adfa-d1fc-4702-a659-aabca765c9dc tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481422 Mar 08 05:13:19.989747 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9b093-df50-4805-974e-e580ee5b459e req-294874a9-2fdc-40d4-ae4d-47459f3f69fd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:19.991392 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e6d9b093-df50-4805-974e-e580ee5b459e req-294874a9-2fdc-40d4-ae4d-47459f3f69fd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1879213 Mar 08 05:13:20.000576 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c8df054a-03ca-4ed6-ba8a-9a55e8fe1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (451d5224-82ae-41c5-af32-af0bac5f85c5), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:20.003687 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c8df054a-03ca-4ed6-ba8a-9a55e8fe1e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:20.006206 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c8df054a-03ca-4ed6-ba8a-9a55e8fe1e44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/451d5224-82ae-41c5-af32-af0bac5f85c5 HTTP/1.1" status: 204 len: 168 time: 0.2702775 Mar 08 05:13:20.017534 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df054a-03ca-4ed6-ba8a-9a55e8fe1e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d5224-82ae-41c5-af32-af0bac5f85c5,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:20.022720 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-31416419-9500-4fd0-aabd-1cf04be5e61d tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/quotas/078e04b6bc49403795bb25704311356e HTTP/1.1" status: 200 len: 375 time: 0.0301540 Mar 08 05:13:20.066379 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e6d9b093-df50-4805-974e-e580ee5b459e req-88a36325-7ef0-48bc-be7b-8bcf64fc7d8a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658493 Mar 08 05:13:20.083628 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f7df15f3-3b58-45c2-b65e-10c0649ddd6e tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=078e04b6bc49403795bb25704311356e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344203 Mar 08 05:13:20.432016 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f63dfa4f-b3b8-4e3f-b0e2-97bfbccfad45 req-28b9a2de-dc2a-4277-bbfa-5337321f753e tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 210 time: 0.0408685 Mar 08 05:13:21.236881 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506b218-782f-4a38-8f0c-da132762f623 req-0be86e83-aa81-49fe-8df6-c458db661e0f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:21.238493 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c506b218-782f-4a38-8f0c-da132762f623 req-0be86e83-aa81-49fe-8df6-c458db661e0f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0625002 Mar 08 05:13:21.573237 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c506b218-782f-4a38-8f0c-da132762f623 req-da22a3a9-48d4-4b06-962e-4729b2b20780 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244936 Mar 08 05:13:21.606874 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-c7c6030d-796c-4ae8-b865-9847e392a3dd tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:21.608669 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-c7c6030d-796c-4ae8-b865-9847e392a3dd tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/networks?id=baccbc1d-be5a-40b1-8d89-1db474220864 HTTP/1.1" status: 200 len: 808 time: 0.3691342 Mar 08 05:13:21.627581 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-d0b749f5-4d2d-445c-93b5-9996357135fa tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/quotas/5249e7185af94cbfbe153c719a6b7fc1 HTTP/1.1" status: 200 len: 375 time: 0.0120151 Mar 08 05:13:21.670673 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-46f77cd8-fe4d-4c0f-9480-fa29e4a05ebf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5249e7185af94cbfbe153c719a6b7fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365319 Mar 08 05:13:21.699937 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6e226154-2146-43e5-a88b-dec13e6a1e3e req-9d63c297-e39f-46c5-bc22-fb4b090634c4 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 210 time: 0.0548151 Mar 08 05:13:21.799948 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-85f51083-061a-4386-be1a-0c47c71c6d45 service neutron] 10.222.0.26 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021953 Mar 08 05:13:21.905349 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-0eaeb3e5-9a93-4872-abeb-dc9ed99b11b4 service neutron] 10.222.0.26 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961285 Mar 08 05:13:22.282732 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f8a9da6c-23db-48ee-94a0-22fdb28fb338 req-7c0eb1f0-7e77-4cc7-916b-015bfa205413 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 210 time: 0.0480785 Mar 08 05:13:22.625942 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-24064bf3-fa62-4571-9ea7-f540a339a720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:22.805188 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f5774-66c0-43fd-9071-a54f8efe6bed req-9f40ee36-2f42-4a62-970c-e033cc8389a3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:22.818271 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-468f5774-66c0-43fd-9071-a54f8efe6bed req-9f40ee36-2f42-4a62-970c-e033cc8389a3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1171768 Mar 08 05:13:22.855103 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-28e14449-078e-47d1-9155-f9d74c21e081 req-2a3abc6b-e94d-4654-b4ec-cb135ed156b7 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 210 time: 0.0382235 Mar 08 05:13:22.884186 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-468f5774-66c0-43fd-9071-a54f8efe6bed req-7c280078-6e4b-44f2-bd57-117a060c7c19 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692530 Mar 08 05:13:23.413376 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3087347e-97df-4426-966d-a9e1fbc05b6c req-9f6920c8-eda2-45d7-9cb2-a30495441f05 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 210 time: 0.0346339 Mar 08 05:13:23.566226 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-6cc191ad-0dcb-4f0b-8472-446f364aa644 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=078e04b6bc49403795bb25704311356e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208812 Mar 08 05:13:23.681046 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f3e85cfa-4e86-47c4-8c95-5b73c895e943 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:23.682549 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f3e85cfa-4e86-47c4-8c95-5b73c895e943 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070902 Mar 08 05:13:23.712129 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Request body: {'port': {'device_id': '0cdcb832-46df-4d52-9de3-c31bb22dc0be', 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893', 'admin_state_up': True, 'tenant_id': '078e04b6bc49403795bb25704311356e'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:13:23.946876 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Made reservation on behalf of 078e04b6bc49403795bb25704311356e for: {'port': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:13:23.952366 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:23.979697 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4b58fba1-28f3-413f-9bbc-ea4f1ca99d0e req-79e0a77d-b782-4a5f-a37e-e1dbd5209f38 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 210 time: 0.0440545 Mar 08 05:13:23.989229 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:24.064725 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575287a-9840-456b-b5c6-941b6e1c4f04 req-fe0d6f04-079c-4435-b94e-e0dcfc97821a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:24.066336 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0575287a-9840-456b-b5c6-941b6e1c4f04 req-fe0d6f04-079c-4435-b94e-e0dcfc97821a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0969391 Mar 08 05:13:24.149664 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0575287a-9840-456b-b5c6-941b6e1c4f04 req-e6624ab5-ea39-47b6-a442-7c3ced871786 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767679 Mar 08 05:13:24.157297 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks [] for security_group (7dd74731-f861-4e9f-8b3a-cc6d72ae3345), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:24.218212 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (7dd74731-f861-4e9f-8b3a-cc6d72ae3345), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:24.290653 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd74731-f861-4e9f-8b3a-cc6d72ae3345,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:24.363294 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Allocated IP 192.168.233.72 (8baa7b7b-50d8-4802-8a5c-662cd7fd8893/c95e5165-0ccf-4f77-97a6-61c7cb4c212a/6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:13:24.565480 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-acd79bd5-ad01-4fab-bc57-fd88e6ba82af req-e07ae9ec-820a-4796-bd3c-f1af20adfbd0 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 210 time: 0.0573788 Mar 08 05:13:24.572061 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:24.606477 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks [] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:24.776930 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:24.826626 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:13:24.829935 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:13:24.833736 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:13:24.840699 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Pushing event updated for resources: {'Port': ['ID=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:24.901212 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:24.902038 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:24.975348 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-f848310a-6353-4b05-871f-29fdb0e0b8ce tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2676415 Mar 08 05:13:25.005857 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Request body: {'port': {'device_id': '0cdcb832-46df-4d52-9de3-c31bb22dc0be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:13:25.068357 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-7b2b0786-9d02-411e-97bd-7d02f76afb4b None None] Provisioning complete for port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:13:25.068824 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7b2b0786-9d02-411e-97bd-7d02f76afb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:25.092538 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:25.108959 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b0786-9d02-411e-97bd-7d02f76afb4b None None] Port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:13:25.176737 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5f7dc-3c3a-4ce8-a00b-0a42605d4b21 req-640c56c7-9e4c-449e-8c38-8d7a20c8379e tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:25.179334 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a3a5f7dc-3c3a-4ce8-a00b-0a42605d4b21 req-640c56c7-9e4c-449e-8c38-8d7a20c8379e tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 935 time: 0.1054277 Mar 08 05:13:25.371116 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-35daa601-d881-4c6e-b842-8d88be9d3c4c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:25.372419 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-35daa601-d881-4c6e-b842-8d88be9d3c4c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.13 "GET /v2.0/networks?id=baccbc1d-be5a-40b1-8d89-1db474220864 HTTP/1.1" status: 200 len: 808 time: 0.1887650 Mar 08 05:13:25.390171 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a3a5f7dc-3c3a-4ce8-a00b-0a42605d4b21 req-2a7922a1-c1e6-4d7e-ac13-3a79f27eccef tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940317 Mar 08 05:13:25.397909 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Request body: {'port': {'device_id': 'd4b69d8d-a88a-428e-a9ea-eb800543df76', 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864', 'admin_state_up': True, 'tenant_id': '5249e7185af94cbfbe153c719a6b7fc1'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:13:25.434534 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a82c53-83e5-4161-8db1-d50b7adec4f4 req-a4938088-a276-48f4-85bd-79a5dacdd067 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:25.436608 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-07a82c53-83e5-4161-8db1-d50b7adec4f4 req-a4938088-a276-48f4-85bd-79a5dacdd067 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1813896 Mar 08 05:13:25.516815 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:25.566564 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-07a82c53-83e5-4161-8db1-d50b7adec4f4 req-cfa6523b-4885-404e-8d0b-666caead87c6 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883815 Mar 08 05:13:25.580785 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb {{(pid=103747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:13:25.588707 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Publish callbacks [] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:25.604730 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.provisioning_blocks [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Transition to ACTIVE for port object 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb will not be triggered until provisioned by entity L2. {{(pid=103747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:13:25.612618 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Made reservation on behalf of 5249e7185af94cbfbe153c719a6b7fc1 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:13:25.620738 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:25.711439 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9c46fa77-b84d-4120-a984-2ca2e0ff5b65 req-7914e032-8907-4fa3-956f-fc666e68ff37 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 210 time: 0.0405061 Mar 08 05:13:25.750096 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:25.831654 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:25.905190 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Attempting to bind port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:13:25.905839 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Attempting to bind port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '291fb1f0-94f5-4470-9d79-1c74202f4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893'}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:13:25.906150 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Attempting to bind port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb on network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:13:25.911867 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb on network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:13:25.912219 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Attempting to bind port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb on network 8baa7b7b-50d8-4802-8a5c-662cd7fd8893 {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:13:25.918581 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:13:25.919071 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Checking segment: {'id': '291fb1f0-94f5-4470-9d79-1c74202f4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:13:25.919484 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Bound using segment: {'id': '291fb1f0-94f5-4470-9d79-1c74202f4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893'} {{(pid=103747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:13:25.920148 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.managers [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Bound port: 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '291fb1f0-94f5-4470-9d79-1c74202f4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893'}}] {{(pid=103747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:13:25.920392 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:26.013490 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] For port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb, host hv-cinder-82806, cleared binding levels {{(pid=103747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:13:26.021795 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] For port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,segment=NetworkSegment(291fb1f0-94f5-4470-9d79-1c74202f4cfd),segment_id=291fb1f0-94f5-4470-9d79-1c74202f4cfd)] {{(pid=103747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:13:26.036570 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Allocated IP 172.20.0.13 (baccbc1d-be5a-40b1-8d89-1db474220864/f37a353c-b9f5-4825-8a0a-0b7bfe2c4969/c3e58138-8100-4e96-ba34-eca5812419dc) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:13:26.161002 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:26.204331 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:26.204955 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:26.206484 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb HTTP/1.1" status: 200 len: 1097 time: 1.2051818 Mar 08 05:13:26.223570 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdcb832-46df-4d52-9de3-c31bb22dc0be', 'tag': '6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:13:26.223570 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a99eca-21e7-4c85-8727-a15d47325884" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdcb832-46df-4d52-9de3-c31bb22dc0be", "tag": "6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:13:26.244634 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks [] for port (c3e58138-8100-4e96-ba34-eca5812419dc), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:26.285589 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d96540a-be77-4d83-bf5c-d0516fae7200 x-openstack-request-id: req-3d96540a-be77-4d83-bf5c-d0516fae7200 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:13:26.286309 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdcb832-46df-4d52-9de3-c31bb22dc0be", "tag": "6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:13:26.286783 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3d96540a-be77-4d83-bf5c-d0516fae7200 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:13:26.287509 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdcb832-46df-4d52-9de3-c31bb22dc0be', 'tag': '6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb', 'status': 'completed', 'code': 200} Mar 08 05:13:26.294153 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e6b58-5058-44ac-90fc-6686696d71f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,revision_number=3']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:26.396009 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a99eca-21e7-4c85-8727-a15d47325884 req-2e63f5fa-f16f-42dd-8640-e82bfb6a4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:26.397566 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-19a99eca-21e7-4c85-8727-a15d47325884 req-2e63f5fa-f16f-42dd-8640-e82bfb6a4509 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078e04b6bc49403795bb25704311356e&device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 1131 time: 0.0680830 Mar 08 05:13:26.447844 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:26.453431 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-19a99eca-21e7-4c85-8727-a15d47325884 req-ae8d990e-a821-4290-9792-94caa7d0cb5e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=078e04b6bc49403795bb25704311356e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356746 Mar 08 05:13:26.479351 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:26.512025 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Network baccbc1d-be5a-40b1-8d89-1db474220864 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:13:26.512558 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:13:26.517038 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:13:26.545674 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Pushing event updated for resources: {'Port': ['ID=c3e58138-8100-4e96-ba34-eca5812419dc,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:26.580419 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:26.581206 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:26.735020 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676a85-7aff-4964-aede-eeec6eadf880 req-5ac60f78-51c3-4243-97d9-ee6304e0d639 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:26.738551 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86676a85-7aff-4964-aede-eeec6eadf880 req-5ac60f78-51c3-4243-97d9-ee6304e0d639 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 947 time: 0.2474730 Mar 08 05:13:26.802959 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-e47b5a4c-556b-4f51-b3b0-34e67b5f5aee tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4092486 Mar 08 05:13:26.807331 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a99eca-21e7-4c85-8727-a15d47325884 req-1e1b79f9-6bcf-445d-b8d5-793821e672b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:26.809421 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-19a99eca-21e7-4c85-8727-a15d47325884 req-1e1b79f9-6bcf-445d-b8d5-793821e672b7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3414936 Mar 08 05:13:26.828127 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121e002-197d-445d-9d49-fa47822f46cc req-5a7b5ecf-8ce7-4964-889e-0c9f5a0230d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:26.830580 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3121e002-197d-445d-9d49-fa47822f46cc req-5a7b5ecf-8ce7-4964-889e-0c9f5a0230d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1129 time: 0.0567653 Mar 08 05:13:26.832897 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd22e7-765a-45ca-9312-4374dfa62641 req-d52c356c-a291-4b1a-a1d6-69874ac045b2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:26.833964 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-02fd22e7-765a-45ca-9312-4374dfa62641 req-d52c356c-a291-4b1a-a1d6-69874ac045b2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1710415 Mar 08 05:13:26.846726 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Request body: {'port': {'device_id': 'd4b69d8d-a88a-428e-a9ea-eb800543df76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:13:26.854289 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86676a85-7aff-4964-aede-eeec6eadf880 req-47ce3557-9b9c-41aa-b92b-b44ca3847e98 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040590 Mar 08 05:13:26.939386 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-02fd22e7-765a-45ca-9312-4374dfa62641 req-397d8fc8-db0b-4062-a30c-e93416c051f0 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944607 Mar 08 05:13:27.035349 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-bdb56ee2-10a6-4b7d-b0bb-63125e92e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:27.036129 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:27.036921 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-bdb56ee2-10a6-4b7d-b0bb-63125e92e847 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=078e04b6bc49403795bb25704311356e&device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 1131 time: 0.1299844 Mar 08 05:13:27.047405 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090ce35-e28e-403d-8e5b-79df89dd2d9b req-2bba414b-03ec-4f5f-8f36-69d5b04dd994 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:27.048991 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c090ce35-e28e-403d-8e5b-79df89dd2d9b req-2bba414b-03ec-4f5f-8f36-69d5b04dd994 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 932 time: 0.0830612 Mar 08 05:13:27.096869 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-345935b4-ec61-4eac-89c1-183bf10e38ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb HTTP/1.1" status: 200 len: 217 time: 0.0454676 Mar 08 05:13:27.114637 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121e002-197d-445d-9d49-fa47822f46cc req-5a63a1e6-3383-4447-8c3b-c3cff8c0ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:27.118886 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3121e002-197d-445d-9d49-fa47822f46cc req-5a63a1e6-3383-4447-8c3b-c3cff8c0ae6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 919 time: 0.2314255 Mar 08 05:13:27.177701 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3121e002-197d-445d-9d49-fa47822f46cc req-cab9de87-f4a4-497f-a54d-6dd001a42bab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 HTTP/1.1" status: 200 len: 217 time: 0.0531640 Mar 08 05:13:27.177913 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ecacd507-d7cc-4fe6-a4b3-ca2b93190650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:27.179315 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-ecacd507-d7cc-4fe6-a4b3-ca2b93190650 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c95e5165-0ccf-4f77-97a6-61c7cb4c212a HTTP/1.1" status: 200 len: 843 time: 0.0741234 Mar 08 05:13:27.189558 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c090ce35-e28e-403d-8e5b-79df89dd2d9b req-208a2c76-7018-432a-b4e2-c028a95329f6 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319973 Mar 08 05:13:27.313488 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-16563190-c2a5-43d6-ba8b-b8defbae4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:27.316704 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-16563190-c2a5-43d6-ba8b-b8defbae4f9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8baa7b7b-50d8-4802-8a5c-662cd7fd8893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1201060 Mar 08 05:13:27.370684 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121e002-197d-445d-9d49-fa47822f46cc req-fdbae870-e496-4907-a122-5f58558ff7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:27.372393 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3121e002-197d-445d-9d49-fa47822f46cc req-fdbae870-e496-4907-a122-5f58558ff7f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.1721776 Mar 08 05:13:27.451731 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3121e002-197d-445d-9d49-fa47822f46cc req-35ceaa19-7935-4169-8368-a5c0b31e2091 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445230 Mar 08 05:13:27.482450 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-3aa02d9a-dd50-437b-b210-5fc71225f1f4 service neutron] 10.222.0.13 "GET /v2.0/networks/8baa7b7b-50d8-4802-8a5c-662cd7fd8893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540334 Mar 08 05:13:27.595050 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-af2bb38f-d215-4f47-9fa0-8a86f14ad1f3 service neutron] 10.222.0.13 "GET /v2.0/networks/8baa7b7b-50d8-4802-8a5c-662cd7fd8893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009164 Mar 08 05:13:27.614834 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3121e002-197d-445d-9d49-fa47822f46cc req-ef480cb8-0bd1-4bb1-bcc8-6943afcd147f service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553004 Mar 08 05:13:27.619748 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e58138-8100-4e96-ba34-eca5812419dc {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:13:27.630747 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Publish callbacks [] for port (c3e58138-8100-4e96-ba34-eca5812419dc), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:27.673689 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Transition to ACTIVE for port object c3e58138-8100-4e96-ba34-eca5812419dc will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:13:27.762363 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3121e002-197d-445d-9d49-fa47822f46cc req-6f1a8fcf-a7b0-4894-bfea-e7178c3730ee service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341281 Mar 08 05:13:27.773051 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:27.932052 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e58138-8100-4e96-ba34-eca5812419dc,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:27.989361 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Attempting to bind port c3e58138-8100-4e96-ba34-eca5812419dc on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:13:27.989743 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Attempting to bind port c3e58138-8100-4e96-ba34-eca5812419dc by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:13:27.990084 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Attempting to bind port c3e58138-8100-4e96-ba34-eca5812419dc on network baccbc1d-be5a-40b1-8d89-1db474220864 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:13:27.995538 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Port c3e58138-8100-4e96-ba34-eca5812419dc on network baccbc1d-be5a-40b1-8d89-1db474220864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:13:27.996380 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Attempting to bind port c3e58138-8100-4e96-ba34-eca5812419dc on network baccbc1d-be5a-40b1-8d89-1db474220864 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:13:28.003755 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:13:28.004278 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Checking segment: {'id': 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:13:28.005307 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Bound using segment: {'id': 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:13:28.005909 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Bound port: c3e58138-8100-4e96-ba34-eca5812419dc, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:13:28.006595 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.043285 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37546) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:28.078517 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d632291-953b-41d6-bdc8-15eaf4607a7f req-152a825a-7459-4f36-9850-74c44dfd2da2 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:28.080231 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2d632291-953b-41d6-bdc8-15eaf4607a7f req-152a825a-7459-4f36-9850-74c44dfd2da2 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 947 time: 0.1102016 Mar 08 05:13:28.117473 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] For port c3e58138-8100-4e96-ba34-eca5812419dc, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:13:28.122047 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] For port c3e58138-8100-4e96-ba34-eca5812419dc, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c3e58138-8100-4e96-ba34-eca5812419dc,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:13:28.164061 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c1d2f-69e8-46d4-ad1b-ace0ab1666d4 req-cd10fb7b-b441-4553-8023-268a74d28ce1 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:28.165669 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d39c1d2f-69e8-46d4-ad1b-ace0ab1666d4 req-cd10fb7b-b441-4553-8023-268a74d28ce1 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0844386 Mar 08 05:13:28.203725 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2d632291-953b-41d6-bdc8-15eaf4607a7f req-2d51173d-1a3a-4564-a7e4-32c4a43f1553 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929773 Mar 08 05:13:28.213524 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.238873 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-74bf4176-956f-4151-9591-27cdb75e2f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.261767 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:28.262104 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.264232 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] 10.222.0.13 "PUT /v2.0/ports/c3e58138-8100-4e96-ba34-eca5812419dc HTTP/1.1" status: 200 len: 1094 time: 1.4316452 Mar 08 05:13:28.264232 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b69d8d-a88a-428e-a9ea-eb800543df76', 'tag': 'c3e58138-8100-4e96-ba34-eca5812419dc'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:13:28.266584 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c048edd2-035a-454b-af43-3af44c0f45b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b69d8d-a88a-428e-a9ea-eb800543df76", "tag": "c3e58138-8100-4e96-ba34-eca5812419dc"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:13:28.283445 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d39c1d2f-69e8-46d4-ad1b-ace0ab1666d4 req-85bdd6a3-12cb-4dff-a104-e9513ce6bbd8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914104 Mar 08 05:13:28.329977 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ae383-5c8d-4cbb-b9a6-be876e512861 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e58138-8100-4e96-ba34-eca5812419dc,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:28.390740 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd720b4-bcea-40a0-a1c8-f0facee295cd x-openstack-request-id: req-7cd720b4-bcea-40a0-a1c8-f0facee295cd {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:13:28.390740 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b69d8d-a88a-428e-a9ea-eb800543df76", "tag": "c3e58138-8100-4e96-ba34-eca5812419dc", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:13:28.390740 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cd720b4-bcea-40a0-a1c8-f0facee295cd {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:13:28.391030 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b69d8d-a88a-428e-a9ea-eb800543df76', 'tag': 'c3e58138-8100-4e96-ba34-eca5812419dc', 'status': 'completed', 'code': 200} Mar 08 05:13:28.441849 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481ef80-fd75-4d45-b898-8893485ac97e req-ec1de592-9e96-42d3-9f51-6bdb1f5b9811 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:28.444144 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c481ef80-fd75-4d45-b898-8893485ac97e req-ec1de592-9e96-42d3-9f51-6bdb1f5b9811 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 944 time: 0.1127992 Mar 08 05:13:28.446307 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-74bf4176-956f-4151-9591-27cdb75e2f9e admin admin] Publish callbacks [] for security_group (2a32faea-d277-45d2-b198-b3257170ad03), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.473675 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-9ce8cfb6-aafc-48af-bbe1-352652b3ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:28.475213 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-9ce8cfb6-aafc-48af-bbe1-352652b3ecf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5249e7185af94cbfbe153c719a6b7fc1&device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 1128 time: 0.0523376 Mar 08 05:13:28.500494 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c481ef80-fd75-4d45-b898-8893485ac97e req-a2529757-8f3b-465e-a2b8-95dfb909bec9 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Mar 08 05:13:28.577903 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-74bf4176-956f-4151-9591-27cdb75e2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2a32faea-d277-45d2-b198-b3257170ad03), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.618015 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-74bf4176-956f-4151-9591-27cdb75e2f9e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04b22d8b37654693831b34a84c23aa20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5734725 Mar 08 05:13:28.618786 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf4176-956f-4151-9591-27cdb75e2f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a32faea-d277-45d2-b198-b3257170ad03,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:28.621052 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37562) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:28.677943 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-021d3ed8-d588-4f9b-8db8-13d0c4a71c0a admin admin] Publish callbacks [] for security_group (2a32faea-d277-45d2-b198-b3257170ad03), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.704072 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-021d3ed8-d588-4f9b-8db8-13d0c4a71c0a admin admin] Publish callbacks [] for security_group (2a32faea-d277-45d2-b198-b3257170ad03), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.876272 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-021d3ed8-d588-4f9b-8db8-13d0c4a71c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2a32faea-d277-45d2-b198-b3257170ad03), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.878474 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-021d3ed8-d588-4f9b-8db8-13d0c4a71c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:28.879766 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-021d3ed8-d588-4f9b-8db8-13d0c4a71c0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a32faea-d277-45d2-b198-b3257170ad03 HTTP/1.1" status: 204 len: 168 time: 0.2575288 Mar 08 05:13:28.888075 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d3ed8-d588-4f9b-8db8-13d0c4a71c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a32faea-d277-45d2-b198-b3257170ad03,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:29.183834 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:29.439986 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbe859-bb3a-48db-bab4-dcfe6d111b25 req-e7b9da6e-93da-488c-9d5d-4b101a7a8daf tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:29.440779 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-35fbe859-bb3a-48db-bab4-dcfe6d111b25 req-e7b9da6e-93da-488c-9d5d-4b101a7a8daf tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 947 time: 0.0957973 Mar 08 05:13:29.543738 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-35fbe859-bb3a-48db-bab4-dcfe6d111b25 req-145f62ae-5325-41e0-b700-469912291b61 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906215 Mar 08 05:13:29.673329 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7146e08-8fea-4e36-8911-e8d663eb0662 req-1128700d-5948-4b68-9cb6-eb5b1ea1e67a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:29.675133 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d7146e08-8fea-4e36-8911-e8d663eb0662 req-1128700d-5948-4b68-9cb6-eb5b1ea1e67a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0593104 Mar 08 05:13:29.707276 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37588) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:29.722230 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-82bbbdd2-653f-4e94-8d0e-fc1d12883429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:29.733049 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d7146e08-8fea-4e36-8911-e8d663eb0662 req-7d3fe1d0-44a0-401e-a92b-38d5961b350e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Mar 08 05:13:29.817778 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-82bbbdd2-653f-4e94-8d0e-fc1d12883429 admin admin] Publish callbacks [] for security_group (3d325af7-d733-4bd5-b881-edd748077dc2), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:29.855822 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef2bf7-83a5-4a23-a936-d1da4adeac7b req-e084ea53-12af-4be1-a062-044487d495ab tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:29.857580 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-faef2bf7-83a5-4a23-a936-d1da4adeac7b req-e084ea53-12af-4be1-a062-044487d495ab tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 944 time: 0.0539706 Mar 08 05:13:29.922707 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-faef2bf7-83a5-4a23-a936-d1da4adeac7b req-96fd3607-7947-4d92-86b2-69d6e0af0b2c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570555 Mar 08 05:13:29.931167 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-82bbbdd2-653f-4e94-8d0e-fc1d12883429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (3d325af7-d733-4bd5-b881-edd748077dc2), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:29.979674 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bbbdd2-653f-4e94-8d0e-fc1d12883429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d325af7-d733-4bd5-b881-edd748077dc2,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:30.009431 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-82bbbdd2-653f-4e94-8d0e-fc1d12883429 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c493e1501b044f697a1f0af9cba9965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952788 Mar 08 05:13:30.009431 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37600) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:30.092506 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c63b29cc-49d1-458e-8907-41cd5c75474b admin admin] Publish callbacks [] for security_group (3d325af7-d733-4bd5-b881-edd748077dc2), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.123921 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c63b29cc-49d1-458e-8907-41cd5c75474b admin admin] Publish callbacks [] for security_group (3d325af7-d733-4bd5-b881-edd748077dc2), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.150514 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37604) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:30.275752 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c63b29cc-49d1-458e-8907-41cd5c75474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (3d325af7-d733-4bd5-b881-edd748077dc2), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.281550 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c63b29cc-49d1-458e-8907-41cd5c75474b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.283041 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c63b29cc-49d1-458e-8907-41cd5c75474b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d325af7-d733-4bd5-b881-edd748077dc2 HTTP/1.1" status: 204 len: 168 time: 0.2738569 Mar 08 05:13:30.291720 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b29cc-49d1-458e-8907-41cd5c75474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d325af7-d733-4bd5-b881-edd748077dc2,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:30.307867 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-72df5ead-ef51-49f3-8b44-f4cb9ab8c078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.336094 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014334b7-2f5b-4d04-8d06-3c583de4e777 req-369ecf7e-5366-4a94-a193-a172150b77f4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:30.337628 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-014334b7-2f5b-4d04-8d06-3c583de4e777 req-369ecf7e-5366-4a94-a193-a172150b77f4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0984240 Mar 08 05:13:30.425982 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-014334b7-2f5b-4d04-8d06-3c583de4e777 req-b2ae1966-4ddf-4f9e-88b4-89f0ec9e5666 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804224 Mar 08 05:13:30.465052 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-72df5ead-ef51-49f3-8b44-f4cb9ab8c078 admin admin] Publish callbacks [] for security_group (6402169f-614a-43a1-8dc5-3f18c8ae43a1), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.549081 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-72df5ead-ef51-49f3-8b44-f4cb9ab8c078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6402169f-614a-43a1-8dc5-3f18c8ae43a1), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.594766 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-72df5ead-ef51-49f3-8b44-f4cb9ab8c078 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fdc71ca3417420292d7abf91349af4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4403155 Mar 08 05:13:30.594766 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df5ead-ef51-49f3-8b44-f4cb9ab8c078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6402169f-614a-43a1-8dc5-3f18c8ae43a1,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:30.595229 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37620) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:30.671563 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dee65718-e533-45a4-b45c-899af7784240 admin admin] Publish callbacks [] for security_group (6402169f-614a-43a1-8dc5-3f18c8ae43a1), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.698442 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dee65718-e533-45a4-b45c-899af7784240 admin admin] Publish callbacks [] for security_group (6402169f-614a-43a1-8dc5-3f18c8ae43a1), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.730681 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a63df5-7a7b-4657-bc06-f6c8cf6759cc req-1b5eaeba-e3da-4712-8ec6-68011f7d3cec tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:30.733433 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e7a63df5-7a7b-4657-bc06-f6c8cf6759cc req-1b5eaeba-e3da-4712-8ec6-68011f7d3cec tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 947 time: 0.0750761 Mar 08 05:13:30.802658 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e7a63df5-7a7b-4657-bc06-f6c8cf6759cc req-1af86b56-97cf-410b-82e0-056cb73a7b64 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618033 Mar 08 05:13:30.887717 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc4cdb-0429-427c-81f7-4e59db5192d4 req-db699ab3-f321-4028-8391-19984b7781b4 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:30.889243 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a9fc4cdb-0429-427c-81f7-4e59db5192d4 req-db699ab3-f321-4028-8391-19984b7781b4 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0634875 Mar 08 05:13:30.921305 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dee65718-e533-45a4-b45c-899af7784240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6402169f-614a-43a1-8dc5-3f18c8ae43a1), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.924122 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dee65718-e533-45a4-b45c-899af7784240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:30.928345 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-dee65718-e533-45a4-b45c-899af7784240 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6402169f-614a-43a1-8dc5-3f18c8ae43a1 HTTP/1.1" status: 204 len: 168 time: 0.3294859 Mar 08 05:13:30.933524 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee65718-e533-45a4-b45c-899af7784240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6402169f-614a-43a1-8dc5-3f18c8ae43a1,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:30.943928 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a9fc4cdb-0429-427c-81f7-4e59db5192d4 req-c14f6a77-402e-4d82-9402-48be3655991f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485468 Mar 08 05:13:31.062760 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013d545-05c8-4e99-b048-a537c63def86 req-ab97c341-52c7-4374-a088-20c8e1f79e48 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:31.064329 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4013d545-05c8-4e99-b048-a537c63def86 req-ab97c341-52c7-4374-a088-20c8e1f79e48 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 944 time: 0.0617628 Mar 08 05:13:31.127754 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-40708133-8bcb-439a-812d-20b567a5a1e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3e58138-8100-4e96-ba34-eca5812419dc HTTP/1.1" status: 200 len: 217 time: 0.0605237 Mar 08 05:13:31.131040 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4013d545-05c8-4e99-b048-a537c63def86 req-7c0ce970-af05-4f16-8207-ca462602d619 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589397 Mar 08 05:13:31.187447 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-ef68a98c-c891-49ea-874c-3ec7fe65b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:31.189084 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-ef68a98c-c891-49ea-874c-3ec7fe65b087 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f37a353c-b9f5-4825-8a0a-0b7bfe2c4969 HTTP/1.1" status: 200 len: 848 time: 0.0504799 Mar 08 05:13:31.249106 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-8ee4cc32-e51b-460d-90b0-4d7cb73c943c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baccbc1d-be5a-40b1-8d89-1db474220864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271618 Mar 08 05:13:31.418714 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-fa9665f2-3c33-4114-8d93-1533366d5030 service neutron] 10.222.0.13 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109252 Mar 08 05:13:31.542534 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-82111385-2b7f-4db1-99ce-eba3c6f25681 req-0c4a3798-f1c4-4e12-a78f-d5567ce49795 service neutron] 10.222.0.13 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165750 Mar 08 05:13:31.568939 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438e8e5-e919-4d7d-9cb8-d8afe2a86382 req-c1c9ad48-f3f1-442d-912f-5a707c4936f3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:31.571280 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3438e8e5-e919-4d7d-9cb8-d8afe2a86382 req-c1c9ad48-f3f1-442d-912f-5a707c4936f3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0597918 Mar 08 05:13:31.630703 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3438e8e5-e919-4d7d-9cb8-d8afe2a86382 req-726c8eb5-9e35-4e2f-85ca-9ada8f4ef1ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530045 Mar 08 05:13:31.744759 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37654) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:31.759826 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6464d2a8-e766-412a-ad17-32bfe364e4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:31.858817 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-3b5e1f6f-4876-4b05-86e3-aa5ec22a007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:31.860405 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-3b5e1f6f-4876-4b05-86e3-aa5ec22a007a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5249e7185af94cbfbe153c719a6b7fc1&device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 1128 time: 0.0767574 Mar 08 05:13:31.912905 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6464d2a8-e766-412a-ad17-32bfe364e4d9 admin admin] Publish callbacks [] for security_group (285ff5e0-7a3a-40d0-aecb-6d0cf1741120), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:31.968979 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec91878-9916-4edc-a5db-8e2d1fdb9da1 req-67b63ab6-1fc9-4334-98fb-9ce512ea2804 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:31.970740 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0ec91878-9916-4edc-a5db-8e2d1fdb9da1 req-67b63ab6-1fc9-4334-98fb-9ce512ea2804 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 947 time: 0.0810826 Mar 08 05:13:32.002184 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-ba6f06c6-61d7-4636-84e2-9484a7aec372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:32.005388 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-ba6f06c6-61d7-4636-84e2-9484a7aec372 service neutron] 10.222.0.13 "GET /v2.0/networks?id=baccbc1d-be5a-40b1-8d89-1db474220864 HTTP/1.1" status: 200 len: 909 time: 0.1326044 Mar 08 05:13:32.042779 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0ec91878-9916-4edc-a5db-8e2d1fdb9da1 req-6535f734-8da9-4fbf-9ead-e3efa7ecd8e1 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665004 Mar 08 05:13:32.073069 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6464d2a8-e766-412a-ad17-32bfe364e4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (285ff5e0-7a3a-40d0-aecb-6d0cf1741120), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:32.076824 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-03de27a3-4eb2-486a-9c4d-a0e96484dba2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3e58138-8100-4e96-ba34-eca5812419dc HTTP/1.1" status: 200 len: 217 time: 0.0642967 Mar 08 05:13:32.151101 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-6464d2a8-e766-412a-ad17-32bfe364e4d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a92659275f24967aa0052173b2dc966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4049203 Mar 08 05:13:32.156725 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464d2a8-e766-412a-ad17-32bfe364e4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285ff5e0-7a3a-40d0-aecb-6d0cf1741120,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:32.161173 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37664) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:32.198802 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-2cffc70b-b609-4202-b0e0-241997f4f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:32.200370 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-2cffc70b-b609-4202-b0e0-241997f4f8ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f37a353c-b9f5-4825-8a0a-0b7bfe2c4969 HTTP/1.1" status: 200 len: 848 time: 0.1130772 Mar 08 05:13:32.257426 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-f264d8d6-35c1-4a2e-a144-07bd3091bf74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baccbc1d-be5a-40b1-8d89-1db474220864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475307 Mar 08 05:13:32.302008 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebe9-3689-49cf-ab0f-214f46e0e8a8 admin admin] Publish callbacks [] for security_group (285ff5e0-7a3a-40d0-aecb-6d0cf1741120), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:32.344827 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d66da7-fc6c-4c8b-bc43-999968482ec1 req-111a2887-9201-4652-b431-f8972ffa1d1b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:32.346380 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e5d66da7-fc6c-4c8b-bc43-999968482ec1 req-111a2887-9201-4652-b431-f8972ffa1d1b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.3274193 Mar 08 05:13:32.358497 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebe9-3689-49cf-ab0f-214f46e0e8a8 admin admin] Publish callbacks [] for security_group (285ff5e0-7a3a-40d0-aecb-6d0cf1741120), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:32.367792 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c1a8b-7815-4d41-a490-de3348f039bf req-ec22e0c6-3e7e-49af-80a2-f222d55b0c8b tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:32.369220 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ed6c1a8b-7815-4d41-a490-de3348f039bf req-ec22e0c6-3e7e-49af-80a2-f222d55b0c8b tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 944 time: 0.0803843 Mar 08 05:13:32.410476 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-6290c588-9509-4767-a4d0-c391e5dc7236 service neutron] 10.222.0.13 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444919 Mar 08 05:13:32.431719 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e5d66da7-fc6c-4c8b-bc43-999968482ec1 req-7cfca78b-da59-4058-9271-12aa3dc5d990 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777681 Mar 08 05:13:32.451817 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ed6c1a8b-7815-4d41-a490-de3348f039bf req-b2ebf969-8e57-4dc3-b78a-499e9d5c8018 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739298 Mar 08 05:13:32.497597 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebe9-3689-49cf-ab0f-214f46e0e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (285ff5e0-7a3a-40d0-aecb-6d0cf1741120), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:32.501299 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-eec1ebe9-3689-49cf-ab0f-214f46e0e8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:32.508262 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-eec1ebe9-3689-49cf-ab0f-214f46e0e8a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/285ff5e0-7a3a-40d0-aecb-6d0cf1741120 HTTP/1.1" status: 204 len: 168 time: 0.3338690 Mar 08 05:13:32.517098 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1ebe9-3689-49cf-ab0f-214f46e0e8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ff5e0-7a3a-40d0-aecb-6d0cf1741120,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:32.759557 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:13:32.778428 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17d67a-7742-4343-b71a-81f85c12759a req-f96ba24b-b251-416f-a430-2aee5ea7c1a5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:32.780058 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cc17d67a-7742-4343-b71a-81f85c12759a req-f96ba24b-b251-416f-a430-2aee5ea7c1a5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0669692 Mar 08 05:13:32.825573 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c048edd2-035a-454b-af43-3af44c0f45b3 req-c5a6c0ef-8890-4f21-89f2-dde2e7faa2d2 service neutron] 10.222.0.13 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218555 Mar 08 05:13:32.855628 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cc17d67a-7742-4343-b71a-81f85c12759a req-010c43e6-2fb7-45b7-8d43-30d3498514eb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593860 Mar 08 05:13:32.883303 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,segment=NetworkSegment(291fb1f0-94f5-4470-9d79-1c74202f4cfd),segment_id=291fb1f0-94f5-4470-9d79-1c74202f4cfd)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:32.903614 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb', 'network_id': '8baa7b7b-50d8-4802-8a5c-662cd7fd8893', 'port_id': '6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb', 'mac_address': 'fa:16:3e:37:e8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95e5165-0ccf-4f77-97a6-61c7cb4c212a', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:13:32.943093 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:13:32.943500 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:32.959533 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:13:32.981921 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,segment=NetworkSegment(291fb1f0-94f5-4470-9d79-1c74202f4cfd),segment_id=291fb1f0-94f5-4470-9d79-1c74202f4cfd)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:33.114731 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:33.169641 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:33.175175 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b533ea-9f74-473b-b03c-709696895303 req-44bc5dcf-9868-4285-b056-ef4cb2875b80 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:33.176928 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-83b533ea-9f74-473b-b03c-709696895303 req-44bc5dcf-9868-4285-b056-ef4cb2875b80 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 948 time: 0.0576024 Mar 08 05:13:33.178059 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.178417 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.178794 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.179169 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.179504 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.179841 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.180168 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.180633 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.180968 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.181313 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.181733 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.182075 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.182468 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.234265 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-83b533ea-9f74-473b-b03c-709696895303 req-c022e86e-d9eb-4f6f-97e1-6cc92a97abbb tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502896 Mar 08 05:13:33.448889 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37698) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:33.486232 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:33.577407 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:13:33.622879 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Publish callbacks [] for security_group (65982feb-ef0b-40b3-ac13-1f62fecdee0d), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:33.642496 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1c5b5-2ad7-44e9-bbaf-b52d7cf3f604 req-34a26ff1-e619-40ad-8c53-60a631aac77f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:33.642496 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6fc1c5b5-2ad7-44e9-bbaf-b52d7cf3f604 req-34a26ff1-e619-40ad-8c53-60a631aac77f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1076605 Mar 08 05:13:33.648982 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1436ec-6b48-453c-aaab-faeb9d7c0baf req-82dc6224-128b-4fc2-91d1-67ae6f4680e9 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:33.650524 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4a1436ec-6b48-453c-aaab-faeb9d7c0baf req-82dc6224-128b-4fc2-91d1-67ae6f4680e9 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 944 time: 0.0908456 Mar 08 05:13:33.735397 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6fc1c5b5-2ad7-44e9-bbaf-b52d7cf3f604 req-7b98b6ee-be1b-422e-9259-2bf5fa9073a8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939758 Mar 08 05:13:33.742343 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (65982feb-ef0b-40b3-ac13-1f62fecdee0d), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:33.750182 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4a1436ec-6b48-453c-aaab-faeb9d7c0baf req-d291a679-2349-4815-85b5-61f53127ddf7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768180 Mar 08 05:13:33.807379 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51875fe1d98a4ae09045e42f53575e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570738 Mar 08 05:13:33.809872 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37720) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:33.810717 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65982feb-ef0b-40b3-ac13-1f62fecdee0d,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:33.820806 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.821550 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.822080 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.823207 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.827920 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.828380 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.830242 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.831081 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.835727 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.837025 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.837840 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.838585 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.839484 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df208ceb-831a-48d6-8ff2-96f02be44e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:33.882442 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Publish callbacks [] for security_group (65982feb-ef0b-40b3-ac13-1f62fecdee0d), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:33.920215 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Publish callbacks [] for security_group (65982feb-ef0b-40b3-ac13-1f62fecdee0d), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:34.039457 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e3abb-c4e5-4e18-b6f9-9d19b61b28b2 req-df256582-7a3c-47d4-a4ad-26f078a3ac23 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:34.041208 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7a8e3abb-c4e5-4e18-b6f9-9d19b61b28b2 req-df256582-7a3c-47d4-a4ad-26f078a3ac23 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0689185 Mar 08 05:13:34.064433 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (65982feb-ef0b-40b3-ac13-1f62fecdee0d), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:34.067015 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:34.068348 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65982feb-ef0b-40b3-ac13-1f62fecdee0d HTTP/1.1" status: 204 len: 168 time: 0.2571352 Mar 08 05:13:34.086120 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65982feb-ef0b-40b3-ac13-1f62fecdee0d,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:34.107283 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.107847 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.108267 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.109081 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.109432 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.109778 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.110113 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.110454 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.110792 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.111162 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.111500 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.111832 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.112168 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97039572-30f8-4237-95e2-24fdfd80924e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:13:34.153384 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7a8e3abb-c4e5-4e18-b6f9-9d19b61b28b2 req-bbe24e06-822a-4da4-8986-32c1d71622b4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014557 Mar 08 05:13:34.377751 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eacc9-1cae-4eb6-a2a5-1f3dce688cc5 req-a863221c-2726-4c0c-848a-4b018c0698e8 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:34.379288 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5b1eacc9-1cae-4eb6-a2a5-1f3dce688cc5 req-a863221c-2726-4c0c-848a-4b018c0698e8 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 948 time: 0.0640740 Mar 08 05:13:34.443571 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5b1eacc9-1cae-4eb6-a2a5-1f3dce688cc5 req-7413ee90-1523-422c-9d1a-2de7dd8c7d53 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584192 Mar 08 05:13:34.770694 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device c3e58138-8100-4e96-ba34-eca5812419dc details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:13:34.809753 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:13:34.905752 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7e2d9-569d-4fb2-bf9f-aed1a06c479b req-8cc2b80d-8062-4eb6-9525-10d73656b248 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:34.914442 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-18c7e2d9-569d-4fb2-bf9f-aed1a06c479b req-8cc2b80d-8062-4eb6-9525-10d73656b248 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0847347 Mar 08 05:13:34.983402 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe0256-7b23-4d84-a1f0-824d86144362 req-5d18712a-297d-4f4b-b80d-66491ae0cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:34.989174 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3dbe0256-7b23-4d84-a1f0-824d86144362 req-5d18712a-297d-4f4b-b80d-66491ae0cc82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1129 time: 0.0954742 Mar 08 05:13:35.001126 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-18c7e2d9-569d-4fb2-bf9f-aed1a06c479b req-b195b861-1561-4c65-b3d8-0925b5b79020 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856588 Mar 08 05:13:35.096493 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3dbe0256-7b23-4d84-a1f0-824d86144362 req-da9af511-f14c-4dd1-a5fe-aeeae522f810 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996063 Mar 08 05:13:35.171581 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7eadc-7106-4946-9517-9a8e29710d88 req-aa38d30e-3ce9-4373-8d48-0177c4c11064 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:35.173441 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b5a7eadc-7106-4946-9517-9a8e29710d88 req-aa38d30e-3ce9-4373-8d48-0177c4c11064 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 944 time: 0.0933070 Mar 08 05:13:35.213098 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port c3e58138-8100-4e96-ba34-eca5812419dc, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c3e58138-8100-4e96-ba34-eca5812419dc,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:35.227910 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': 'c3e58138-8100-4e96-ba34-eca5812419dc', 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864', 'port_id': 'c3e58138-8100-4e96-ba34-eca5812419dc', 'mac_address': 'fa:16:3e:ac:e4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37a353c-b9f5-4825-8a0a-0b7bfe2c4969', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:13:35.249156 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b5a7eadc-7106-4946-9517-9a8e29710d88 req-59122889-8645-4ffb-8514-232273de55da tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680983 Mar 08 05:13:35.269000 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port c3e58138-8100-4e96-ba34-eca5812419dc is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:13:35.269508 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:35.293300 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e58138-8100-4e96-ba34-eca5812419dc {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:13:35.318569 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port c3e58138-8100-4e96-ba34-eca5812419dc, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c3e58138-8100-4e96-ba34-eca5812419dc,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:35.349496 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:13:35.349496 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:13:35.350067 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:35.394983 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b23bd3-44b2-4feb-b1d2-a2f884e2f50b req-380a15fc-3096-4a1f-9652-46f8156da0d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:35.396519 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-02b23bd3-44b2-4feb-b1d2-a2f884e2f50b req-380a15fc-3096-4a1f-9652-46f8156da0d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0807869 Mar 08 05:13:35.457415 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-02b23bd3-44b2-4feb-b1d2-a2f884e2f50b req-2b637618-8025-48d5-9cfe-6f195b3cfb83 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498679 Mar 08 05:13:35.457623 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:35.457623 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:13:35.457623 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:35.515256 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdcb832-46df-4d52-9de3-c31bb22dc0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:13:35.516808 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f479ac-8113-4113-968a-847493432305" -d '{"events": [{"server_uuid": "0cdcb832-46df-4d52-9de3-c31bb22dc0be", "name": "network-vif-plugged", "status": "completed", "tag": "6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:13:35.539562 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,segment=NetworkSegment(291fb1f0-94f5-4470-9d79-1c74202f4cfd),segment_id=291fb1f0-94f5-4470-9d79-1c74202f4cfd)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:35.542876 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=c3e58138-8100-4e96-ba34-eca5812419dc,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:35.587409 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab6b08-ddf8-41c6-8c82-23fe83628d05 x-openstack-request-id: req-00ab6b08-ddf8-41c6-8c82-23fe83628d05 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:13:35.587728 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdcb832-46df-4d52-9de3-c31bb22dc0be", "name": "network-vif-plugged", "status": "completed", "tag": "6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:13:35.587994 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00ab6b08-ddf8-41c6-8c82-23fe83628d05 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:13:35.588395 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdcb832-46df-4d52-9de3-c31bb22dc0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb', 'code': 200} Mar 08 05:13:35.625701 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf527fb-cdfd-4ec8-935c-69092f6bc107 req-2772781c-5dcd-467b-8501-cced877130e0 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:35.628977 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ddf527fb-cdfd-4ec8-935c-69092f6bc107 req-2772781c-5dcd-467b-8501-cced877130e0 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 948 time: 0.0701034 Mar 08 05:13:35.689691 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ddf527fb-cdfd-4ec8-935c-69092f6bc107 req-0f3ab9c3-4993-4a5e-8973-270087b5a0ef tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557380 Mar 08 05:13:35.692476 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:35.770984 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:35.899880 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['c3e58138-8100-4e96-ba34-eca5812419dc'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:13:36.145629 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8fc4d-3e88-490a-9723-9def2bda37f9 req-0c1d878b-2908-4774-9e6c-34272f0f2ec4 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:36.147983 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6fb8fc4d-3e88-490a-9723-9def2bda37f9 req-0c1d878b-2908-4774-9e6c-34272f0f2ec4 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0597858 Mar 08 05:13:36.203717 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6fb8fc4d-3e88-490a-9723-9def2bda37f9 req-b43c1744-c952-47c2-be1c-09379d76b8d7 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501320 Mar 08 05:13:36.351990 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067d08-a366-4de3-997d-bbc022457b95 req-f5774ca9-93ee-4cc3-bd1a-d3fd21e49add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:36.354561 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-41067d08-a366-4de3-997d-bbc022457b95 req-f5774ca9-93ee-4cc3-bd1a-d3fd21e49add service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 1133 time: 0.0889835 Mar 08 05:13:36.417283 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-41067d08-a366-4de3-997d-bbc022457b95 req-71cda864-50f0-4b87-aebc-b3eac22a018e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558825 Mar 08 05:13:36.439346 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b1f1f-c017-47ed-8b8e-6bd35da3e309 req-5e7a38f7-348b-4274-ae08-f5529d2d7af8 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:36.443623 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bc8b1f1f-c017-47ed-8b8e-6bd35da3e309 req-5e7a38f7-348b-4274-ae08-f5529d2d7af8 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 945 time: 0.0898724 Mar 08 05:13:36.494988 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bc8b1f1f-c017-47ed-8b8e-6bd35da3e309 req-97106238-7dbc-4c75-94bd-76c1307969fd tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474701 Mar 08 05:13:36.623705 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d44302-0955-4eac-beae-cb8837d5603d req-6006f102-749a-41ee-af77-f70383efa2d0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:36.625370 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-84d44302-0955-4eac-beae-cb8837d5603d req-6006f102-749a-41ee-af77-f70383efa2d0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0582104 Mar 08 05:13:36.678213 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-84d44302-0955-4eac-beae-cb8837d5603d req-63f7470e-cfe0-4900-b8f0-9ea276cfe5c1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470884 Mar 08 05:13:36.834176 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c4259-f4c3-4869-b42c-f944c99fd352 req-f5e1c1c1-4216-4f27-aacd-f0f1eda1cbbc tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:36.837621 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6d3c4259-f4c3-4869-b42c-f944c99fd352 req-f5e1c1c1-4216-4f27-aacd-f0f1eda1cbbc tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 949 time: 0.0718813 Mar 08 05:13:36.907634 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6d3c4259-f4c3-4869-b42c-f944c99fd352 req-5e442011-7125-46b0-8bfe-c0ee0375f52e tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555818 Mar 08 05:13:37.361689 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d44b4f-78b4-40d3-9660-1d499e1c9737 req-c48d2a46-5140-4dd5-b840-509ef4d63fcb tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:37.363964 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-41d44b4f-78b4-40d3-9660-1d499e1c9737 req-c48d2a46-5140-4dd5-b840-509ef4d63fcb tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0791407 Mar 08 05:13:37.423126 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-41d44b4f-78b4-40d3-9660-1d499e1c9737 req-8a711dff-3b6d-4e9f-978c-586ade9f3222 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Mar 08 05:13:37.676953 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9fa4f-8bb3-40a2-a20a-a51cf3817944 req-2c5f6227-429f-4150-ab85-c3f1a606b94c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:37.678594 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-44a9fa4f-8bb3-40a2-a20a-a51cf3817944 req-2c5f6227-429f-4150-ab85-c3f1a606b94c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 945 time: 0.0576334 Mar 08 05:13:37.731425 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-44a9fa4f-8bb3-40a2-a20a-a51cf3817944 req-0526d520-45af-4166-97e3-e93bc46e0eda tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469694 Mar 08 05:13:37.865698 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40171d22-a2ad-45f9-93aa-964bf7605ee9 req-89a4614e-a13d-48d4-94ef-6aae30a8b58e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:37.867062 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-40171d22-a2ad-45f9-93aa-964bf7605ee9 req-89a4614e-a13d-48d4-94ef-6aae30a8b58e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0731342 Mar 08 05:13:37.960571 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-40171d22-a2ad-45f9-93aa-964bf7605ee9 req-354e3b23-6c9a-4162-9bd8-bfffe7f5709a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878720 Mar 08 05:13:37.972949 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8026cfe-9c95-4ad8-8c97-929722065134 req-36720ec4-eeff-4873-8b25-b778f1ade50a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:37.974654 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d8026cfe-9c95-4ad8-8c97-929722065134 req-36720ec4-eeff-4873-8b25-b778f1ade50a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0793717 Mar 08 05:13:38.096059 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d8026cfe-9c95-4ad8-8c97-929722065134 req-3ff55a23-b471-4ea4-bb0b-cace7341949b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111403 Mar 08 05:13:38.173932 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe30c9e-5a81-4665-bbfc-c20b2b743a91 req-fe0e2042-6dc3-4483-b5f3-913d2395b519 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:38.173932 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-efe30c9e-5a81-4665-bbfc-c20b2b743a91 req-fe0e2042-6dc3-4483-b5f3-913d2395b519 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 949 time: 0.0980430 Mar 08 05:13:38.234896 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-efe30c9e-5a81-4665-bbfc-c20b2b743a91 req-0f2bd7a2-6650-4dee-8296-765ae0d86175 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559380 Mar 08 05:13:38.857763 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8dac-4438-4ab4-9c94-e0c68b37c4e5 req-b80dcf0e-7735-4ae1-b06f-f33bbe76a00a tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:38.859648 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-589b8dac-4438-4ab4-9c94-e0c68b37c4e5 req-b80dcf0e-7735-4ae1-b06f-f33bbe76a00a tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 945 time: 0.0562296 Mar 08 05:13:38.913227 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-589b8dac-4438-4ab4-9c94-e0c68b37c4e5 req-14b37d00-5a3b-4899-bce4-d57679931dbf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Mar 08 05:13:39.145526 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010c20a-acbc-4292-b9ae-735cbfc9aa91 req-d1f9703e-5cb6-4537-a461-67fa0a20a0bf tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:39.147492 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3010c20a-acbc-4292-b9ae-735cbfc9aa91 req-d1f9703e-5cb6-4537-a461-67fa0a20a0bf tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 949 time: 0.0969644 Mar 08 05:13:39.162505 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707659ed-d268-4e08-b3ec-645920f2910b req-dfd4c43b-f853-4527-b1c0-af9777eadc5e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:39.164758 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-707659ed-d268-4e08-b3ec-645920f2910b req-dfd4c43b-f853-4527-b1c0-af9777eadc5e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1013947 Mar 08 05:13:39.275822 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3010c20a-acbc-4292-b9ae-735cbfc9aa91 req-f097d747-baa1-4035-8102-3d55c3d854c1 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094027 Mar 08 05:13:39.289732 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-707659ed-d268-4e08-b3ec-645920f2910b req-ad86086a-b508-4c3d-b03d-49e5e5816e90 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105986 Mar 08 05:13:39.402997 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7b39e-c32e-4be9-8e5d-723cbd689e4d req-cc53dffc-ed2b-4488-b6d2-95c934ec78c0 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:39.405762 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-33c7b39e-c32e-4be9-8e5d-723cbd689e4d req-cc53dffc-ed2b-4488-b6d2-95c934ec78c0 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0570931 Mar 08 05:13:39.457765 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-33c7b39e-c32e-4be9-8e5d-723cbd689e4d req-caed9da7-5ab2-4342-91f0-b415fa001118 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461857 Mar 08 05:13:40.068509 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874e85c-654b-4621-9680-f10dfa0febdb req-3078d7d6-5848-4c0c-be81-ed007ccf73b3 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:40.070189 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f874e85c-654b-4621-9680-f10dfa0febdb req-3078d7d6-5848-4c0c-be81-ed007ccf73b3 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 945 time: 0.0669551 Mar 08 05:13:40.131096 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f874e85c-654b-4621-9680-f10dfa0febdb req-9aed512f-3644-443f-a5c3-b9adbc9c428b tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541167 Mar 08 05:13:40.399238 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device c3e58138-8100-4e96-ba34-eca5812419dc up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:13:40.400786 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:13:40.474191 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8937db-11b4-4816-844a-10cc8e843b4c req-3f070546-5ca4-4fdf-91f3-90ddce340b3e tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:40.475939 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5a8937db-11b4-4816-844a-10cc8e843b4c req-3f070546-5ca4-4fdf-91f3-90ddce340b3e tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 949 time: 0.1034031 Mar 08 05:13:40.485184 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6419-a085-478c-b494-420912bf570c req-a501d33f-a45e-4e94-8625-a926c6aec1c2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:40.493986 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0d6c6419-a085-478c-b494-420912bf570c req-a501d33f-a45e-4e94-8625-a926c6aec1c2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1191652 Mar 08 05:13:40.497895 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-a29b82a0-d866-4e10-b8b1-635290968956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:40.499352 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-a29b82a0-d866-4e10-b8b1-635290968956 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1129 time: 0.0573623 Mar 08 05:13:40.532641 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port c3e58138-8100-4e96-ba34-eca5812419dc completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:13:40.538083 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port c3e58138-8100-4e96-ba34-eca5812419dc triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:13:40.538459 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:40.584484 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0d6c6419-a085-478c-b494-420912bf570c req-b2807ba5-5231-4e2c-8e38-64cf8f4c28f7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897689 Mar 08 05:13:40.608914 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5a8937db-11b4-4816-844a-10cc8e843b4c req-d30ca2be-44c5-4c7e-8e00-62eb683a8116 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069136 Mar 08 05:13:40.635290 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-1096d6cd-c182-41ab-8282-505835dfa06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:40.636920 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-1096d6cd-c182-41ab-8282-505835dfa06d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 919 time: 0.1314740 Mar 08 05:13:40.673249 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port c3e58138-8100-4e96-ba34-eca5812419dc is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:13:40.673938 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:40.714554 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port c3e58138-8100-4e96-ba34-eca5812419dc, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c3e58138-8100-4e96-ba34-eca5812419dc,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:40.715941 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b69d8d-a88a-428e-a9ea-eb800543df76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e58138-8100-4e96-ba34-eca5812419dc'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:13:40.719736 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-c4e609af-a074-418d-9f80-93752e082ddd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 HTTP/1.1" status: 200 len: 217 time: 0.0709782 Mar 08 05:13:40.719959 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c97aacd-3bbe-4697-b347-cae2759c0ffe" -d '{"events": [{"server_uuid": "d4b69d8d-a88a-428e-a9ea-eb800543df76", "name": "network-vif-plugged", "status": "completed", "tag": "c3e58138-8100-4e96-ba34-eca5812419dc"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:13:40.738800 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e9140-f491-4de8-96e6-63ab011d65f8 req-f5299ce5-57d4-4755-a677-c72353fe0e01 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:40.740494 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b08e9140-f491-4de8-96e6-63ab011d65f8 req-f5299ce5-57d4-4755-a677-c72353fe0e01 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0799875 Mar 08 05:13:40.777759 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d865b16-bc53-4156-8520-f43b34c10ba6 x-openstack-request-id: req-9d865b16-bc53-4156-8520-f43b34c10ba6 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:13:40.778350 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b69d8d-a88a-428e-a9ea-eb800543df76", "name": "network-vif-plugged", "status": "completed", "tag": "c3e58138-8100-4e96-ba34-eca5812419dc", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:13:40.778766 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d865b16-bc53-4156-8520-f43b34c10ba6 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:13:40.780771 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b69d8d-a88a-428e-a9ea-eb800543df76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e58138-8100-4e96-ba34-eca5812419dc', 'code': 200} Mar 08 05:13:40.789724 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-a6b1f6c5-7b67-4419-94e2-921479a27ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:40.790478 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-a6b1f6c5-7b67-4419-94e2-921479a27ded service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.0573919 Mar 08 05:13:40.795155 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:40.817582 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b08e9140-f491-4de8-96e6-63ab011d65f8 req-fd2288a6-890c-49f0-ab5b-94427a742136 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693250 Mar 08 05:13:40.863035 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-a7687641-e6e8-4a10-aefe-6b1b5559ccb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307293 Mar 08 05:13:40.866802 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=c3e58138-8100-4e96-ba34-eca5812419dc,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:40.973349 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-6745a00b-a7a7-4c2f-8c85-4bff2f2a10d7 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891862 Mar 08 05:13:41.083447 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0355ecd9-18dd-4ce6-960f-16a67c4c4b6c req-e55fcdcc-5e6e-4364-a46e-832c46337562 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026740 Mar 08 05:13:41.209660 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5804f-cd7b-4221-8910-f93356a821a2 req-78ef30db-bc21-4028-b6e4-b56e46fc3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:41.211277 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2d5804f-cd7b-4221-8910-f93356a821a2 req-78ef30db-bc21-4028-b6e4-b56e46fc3b70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 1130 time: 0.0500112 Mar 08 05:13:41.276348 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e254b3-8328-46e9-8883-d209592dc7ef req-df634f7e-3b2f-42bc-9246-b2a1034513a6 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:41.278138 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-87e254b3-8328-46e9-8883-d209592dc7ef req-df634f7e-3b2f-42bc-9246-b2a1034513a6 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 946 time: 0.0679131 Mar 08 05:13:41.290315 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2d5804f-cd7b-4221-8910-f93356a821a2 req-6a9adac4-87ab-4cca-a7c7-072a8611be88 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595562 Mar 08 05:13:41.381952 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-87e254b3-8328-46e9-8883-d209592dc7ef req-190242ef-dfa3-420d-840d-bb1d1f915f35 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850499 Mar 08 05:13:41.773047 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f8fb5-e114-4f2e-9942-0a785e253813 req-1292cd18-7eb9-48e5-b5b4-245ad7addafe tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:41.774617 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a46f8fb5-e114-4f2e-9942-0a785e253813 req-1292cd18-7eb9-48e5-b5b4-245ad7addafe tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0863502 Mar 08 05:13:41.785191 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972285-5b06-4d89-9fcc-2136a2e54c61 req-f83e6913-fe46-47e9-ba89-2251adc89be7 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:41.786749 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d972285-5b06-4d89-9fcc-2136a2e54c61 req-f83e6913-fe46-47e9-ba89-2251adc89be7 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 949 time: 0.0897169 Mar 08 05:13:41.870513 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a46f8fb5-e114-4f2e-9942-0a785e253813 req-13487f71-8063-4d58-8dd4-8c56b1025891 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823195 Mar 08 05:13:41.885820 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d972285-5b06-4d89-9fcc-2136a2e54c61 req-c3a2367a-9eac-491e-abe3-d9b06ea9af6a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914755 Mar 08 05:13:42.032743 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c374204-c83a-45a4-be5a-1c6a0612e9bb req-1820dafa-1c6e-49a9-aa28-8b7394e60de4 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:42.034320 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7c374204-c83a-45a4-be5a-1c6a0612e9bb req-1820dafa-1c6e-49a9-aa28-8b7394e60de4 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0760736 Mar 08 05:13:42.098589 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7c374204-c83a-45a4-be5a-1c6a0612e9bb req-83989444-9648-43b9-aabd-e350317527fe tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558863 Mar 08 05:13:42.546986 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92868101-a100-49ae-9bfd-35c09ec1ac2f req-fc64246f-1868-4348-b9bf-8612d323fb8c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:42.548810 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-92868101-a100-49ae-9bfd-35c09ec1ac2f req-fc64246f-1868-4348-b9bf-8612d323fb8c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 946 time: 0.0682704 Mar 08 05:13:42.600237 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-92868101-a100-49ae-9bfd-35c09ec1ac2f req-564ca9ba-f5b1-4173-83df-6356a859ba6c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454459 Mar 08 05:13:43.130454 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d45b5-a91e-465c-ba6d-38c85b48db45 req-daab4077-64dc-4072-a275-a2aee6a2ebf9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:43.132270 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-497d45b5-a91e-465c-ba6d-38c85b48db45 req-daab4077-64dc-4072-a275-a2aee6a2ebf9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1375937 Mar 08 05:13:43.145364 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3fc6a-b899-4dd1-bd99-21e215abdd6f req-b7e64c59-2a9a-48cf-9130-7269fec0fdea tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:43.152427 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-22a3fc6a-b899-4dd1-bd99-21e215abdd6f req-b7e64c59-2a9a-48cf-9130-7269fec0fdea tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 949 time: 0.1355889 Mar 08 05:13:43.242711 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-22a3fc6a-b899-4dd1-bd99-21e215abdd6f req-0ef32e20-0aea-4534-bdc6-0a3c7ecaa866 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893555 Mar 08 05:13:43.246150 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-497d45b5-a91e-465c-ba6d-38c85b48db45 req-ab8b6ce1-56e7-4f37-81fd-40dd3e9700ca tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902455 Mar 08 05:13:43.401223 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901207-f752-483c-8441-b56e02887bf7 req-5d3b5d0c-0e09-4763-8312-ab5c34433fbf tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:43.402823 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9b901207-f752-483c-8441-b56e02887bf7 req-5d3b5d0c-0e09-4763-8312-ab5c34433fbf tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0955088 Mar 08 05:13:43.492227 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9b901207-f752-483c-8441-b56e02887bf7 req-8ab8c611-cc71-4dd4-be4a-3af5bbc24595 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811615 Mar 08 05:13:43.506737 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-e081a6f1-b89c-4ed2-9200-b18d19329d87 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:43.509663 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-e081a6f1-b89c-4ed2-9200-b18d19329d87 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 949 time: 0.1110842 Mar 08 05:13:43.707026 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Deleting port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:13:43.707515 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:43.726237 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 37964) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:43.815968 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e342c7b-be67-49b7-80e7-f7987bf16929 req-1cba5461-e6fe-4bb4-a4aa-c78fdecb01c4 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:43.817838 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8e342c7b-be67-49b7-80e7-f7987bf16929 req-1cba5461-e6fe-4bb4-a4aa-c78fdecb01c4 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 946 time: 0.1370747 Mar 08 05:13:43.842387 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] For port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,segment=NetworkSegment(291fb1f0-94f5-4470-9d79-1c74202f4cfd),segment_id=291fb1f0-94f5-4470-9d79-1c74202f4cfd)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:43.842387 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:43.865984 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Calling delete_port for 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:13:43.947276 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-031e7a88-3919-4f80-b53c-2e5d53a38e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:43.966699 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8e342c7b-be67-49b7-80e7-f7987bf16929 req-c94751a6-b5d5-480d-a8ec-8b878939ea69 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339564 Mar 08 05:13:44.474564 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49935ce9-f3e6-41b6-9bec-693650822414 req-1d07c858-3b25-4443-95be-4bf774244701 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:44.474564 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-49935ce9-f3e6-41b6-9bec-693650822414 req-1d07c858-3b25-4443-95be-4bf774244701 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 949 time: 0.0955484 Mar 08 05:13:44.479210 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1ec43-560c-4d33-a560-146a46ceedac req-cbc84681-333d-4d1f-bfac-3ce10c2d5bdb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:44.480763 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6b1ec43-560c-4d33-a560-146a46ceedac req-cbc84681-333d-4d1f-bfac-3ce10c2d5bdb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0975311 Mar 08 05:13:44.505729 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:44.547242 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Pushing event deleted for resources: {'Port': ['ID=6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:44.560675 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:13:44.616039 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6b1ec43-560c-4d33-a560-146a46ceedac req-0b08aa04-99c9-441d-999b-46ad714f7bef tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241031 Mar 08 05:13:44.621111 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-49935ce9-f3e6-41b6-9bec-693650822414 req-f915037d-1500-4648-b396-e2ccbf960e69 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/security-groups?id=7dd74731-f861-4e9f-8b3a-cc6d72ae3345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336851 Mar 08 05:13:44.646604 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] No DVR routers for this DVR port 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:13:44.655629 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:44.659511 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c6d31bd0-dbd2-4422-ac15-b254935a49db req-48d4d645-93db-4a2a-882c-0de13f457f0a tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.13 "DELETE /v2.0/ports/6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb HTTP/1.1" status: 204 len: 173 time: 1.1404841 Mar 08 05:13:44.659744 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdcb832-46df-4d52-9de3-c31bb22dc0be', 'name': 'network-vif-deleted', 'tag': '6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:13:44.661996 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d8de97-0ecd-4cd4-8a1e-893e136cfa79" -d '{"events": [{"server_uuid": "0cdcb832-46df-4d52-9de3-c31bb22dc0be", "name": "network-vif-deleted", "tag": "6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:13:44.700031 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-031e7a88-3919-4f80-b53c-2e5d53a38e80 admin admin] Publish callbacks [] for security_group (e9d1fde6-33f0-4646-9faf-f1a5a41268a8), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:44.799381 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635da0-9d2f-46b6-ba9f-9f7db8e0c6cf req-7b2d5355-f219-4e56-9273-48dd6344fec6 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:44.809086 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b635da0-9d2f-46b6-ba9f-9f7db8e0c6cf req-7b2d5355-f219-4e56-9273-48dd6344fec6 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0822706 Mar 08 05:13:44.849229 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-031e7a88-3919-4f80-b53c-2e5d53a38e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e9d1fde6-33f0-4646-9faf-f1a5a41268a8), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:44.852868 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b635da0-9d2f-46b6-ba9f-9f7db8e0c6cf req-591738ca-ed1e-4244-84c7-35fd7db5f7d5 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Mar 08 05:13:44.911203 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc40d8c0-491d-422d-b34f-347a526c6a86 x-openstack-request-id: req-bc40d8c0-491d-422d-b34f-347a526c6a86 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:13:44.911707 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdcb832-46df-4d52-9de3-c31bb22dc0be", "name": "network-vif-deleted", "tag": "6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:13:44.912118 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc40d8c0-491d-422d-b34f-347a526c6a86 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:13:44.912659 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdcb832-46df-4d52-9de3-c31bb22dc0be', 'name': 'network-vif-deleted', 'tag': '6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb', 'status': 'completed', 'code': 200} Mar 08 05:13:44.926856 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-031e7a88-3919-4f80-b53c-2e5d53a38e80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0c5ad526b6c439bb3e5e9815339d1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1968050 Mar 08 05:13:44.926856 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e7a88-3919-4f80-b53c-2e5d53a38e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d1fde6-33f0-4646-9faf-f1a5a41268a8,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:44.927857 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 37998) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:44.994051 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c91d8db9-9451-462a-8602-88b8da7e4733 admin admin] Publish callbacks [] for security_group (e9d1fde6-33f0-4646-9faf-f1a5a41268a8), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:45.043381 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c91d8db9-9451-462a-8602-88b8da7e4733 admin admin] Publish callbacks [] for security_group (e9d1fde6-33f0-4646-9faf-f1a5a41268a8), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:45.190399 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c91d8db9-9451-462a-8602-88b8da7e4733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e9d1fde6-33f0-4646-9faf-f1a5a41268a8), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:45.196076 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c91d8db9-9451-462a-8602-88b8da7e4733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:45.198153 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c91d8db9-9451-462a-8602-88b8da7e4733 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9d1fde6-33f0-4646-9faf-f1a5a41268a8 HTTP/1.1" status: 204 len: 168 time: 0.2689543 Mar 08 05:13:45.219359 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f4df3-0045-4ed8-803e-519546472f98 req-a6f53383-a4a4-4028-bf85-10a6ee59f9f9 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:45.221727 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c55f4df3-0045-4ed8-803e-519546472f98 req-a6f53383-a4a4-4028-bf85-10a6ee59f9f9 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0841243 Mar 08 05:13:45.233159 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d8db9-9451-462a-8602-88b8da7e4733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d1fde6-33f0-4646-9faf-f1a5a41268a8,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:45.322661 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c55f4df3-0045-4ed8-803e-519546472f98 req-6a96774f-f812-4714-a26b-9617d581af39 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846810 Mar 08 05:13:45.818549 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464dd97-24d0-4217-8239-acf194a6e150 req-c251235d-7922-4abf-9d40-5601d37265dc tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:45.820172 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8464dd97-24d0-4217-8239-acf194a6e150 req-c251235d-7922-4abf-9d40-5601d37265dc tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0732887 Mar 08 05:13:45.881905 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8464dd97-24d0-4217-8239-acf194a6e150 req-19b16d3a-4cb4-47fb-95bb-0c74673f8799 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550084 Mar 08 05:13:46.007825 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f46971b0-02cd-4cf5-87ce-98b546e3b354 req-cfb407ef-9d03-42d0-a3d8-db1499b5d2a0 tempest-VolumesNegativeTest-1600549842 tempest-VolumesNegativeTest-1600549842-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cdcb832-46df-4d52-9de3-c31bb22dc0be HTTP/1.1" status: 200 len: 210 time: 0.0312529 Mar 08 05:13:46.108700 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38036) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:46.123132 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-032a9049-ecd4-4e53-abf7-d5d53f9a05ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:46.217761 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-032a9049-ecd4-4e53-abf7-d5d53f9a05ae admin admin] Publish callbacks [] for security_group (41a62e8c-7019-4add-8fc1-6081c8f30717), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:46.260811 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54309c-375b-4550-a5d5-ab24f1aa75e7 req-f93d5835-d869-44f8-aa05-eb06d4129574 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:46.262289 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc54309c-375b-4550-a5d5-ab24f1aa75e7 req-f93d5835-d869-44f8-aa05-eb06d4129574 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 946 time: 0.0566304 Mar 08 05:13:46.312761 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc54309c-375b-4550-a5d5-ab24f1aa75e7 req-30868b3b-8c89-4478-8535-c04589f5c79d tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Mar 08 05:13:46.332496 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-032a9049-ecd4-4e53-abf7-d5d53f9a05ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (41a62e8c-7019-4add-8fc1-6081c8f30717), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:46.377205 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a9049-ecd4-4e53-abf7-d5d53f9a05ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a62e8c-7019-4add-8fc1-6081c8f30717,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:46.389746 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-032a9049-ecd4-4e53-abf7-d5d53f9a05ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00392ce5ffa84896b1fdba9b0af512ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796493 Mar 08 05:13:46.393523 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38046) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:46.464613 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-018c6bc5-9eba-4353-bac9-f16895910166 admin admin] Publish callbacks [] for security_group (41a62e8c-7019-4add-8fc1-6081c8f30717), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:46.490419 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-018c6bc5-9eba-4353-bac9-f16895910166 admin admin] Publish callbacks [] for security_group (41a62e8c-7019-4add-8fc1-6081c8f30717), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:46.496254 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e72a1-0050-45d5-8f7d-ceddbbd1b329 req-758c739c-adc6-4610-8e94-22d227dcd391 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:46.499247 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c16e72a1-0050-45d5-8f7d-ceddbbd1b329 req-758c739c-adc6-4610-8e94-22d227dcd391 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0706050 Mar 08 05:13:46.552904 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c16e72a1-0050-45d5-8f7d-ceddbbd1b329 req-f91644a6-9e22-4196-bc2c-23ff27b5b368 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473678 Mar 08 05:13:46.640372 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-018c6bc5-9eba-4353-bac9-f16895910166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (41a62e8c-7019-4add-8fc1-6081c8f30717), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:46.643076 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-018c6bc5-9eba-4353-bac9-f16895910166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:46.644374 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-018c6bc5-9eba-4353-bac9-f16895910166 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41a62e8c-7019-4add-8fc1-6081c8f30717 HTTP/1.1" status: 204 len: 168 time: 0.2494884 Mar 08 05:13:46.653058 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c6bc5-9eba-4353-bac9-f16895910166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a62e8c-7019-4add-8fc1-6081c8f30717,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:46.790245 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:13:46.815741 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:13:46.816164 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6c30ce2d-f8ed-497c-90d5-d7d5faa3dadb not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:13:47.024489 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a0e2d-e16d-40f4-a869-dc85bc0c2591 req-5ddd8c79-5480-4469-bd0c-bd53ce39231f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:47.026139 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-295a0e2d-e16d-40f4-a869-dc85bc0c2591 req-5ddd8c79-5480-4469-bd0c-bd53ce39231f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0684628 Mar 08 05:13:47.129067 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-295a0e2d-e16d-40f4-a869-dc85bc0c2591 req-c8af5c8d-d81e-4853-9edf-9ee4a38d6eda tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946620 Mar 08 05:13:47.229530 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ee99a-1fc8-4b35-9ae3-1e9da13f39d4 req-4ef1d8d5-e31b-4e2d-ac58-34cb6afb12af tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:47.231637 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-431ee99a-1fc8-4b35-9ae3-1e9da13f39d4 req-4ef1d8d5-e31b-4e2d-ac58-34cb6afb12af tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0870609 Mar 08 05:13:47.299167 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-431ee99a-1fc8-4b35-9ae3-1e9da13f39d4 req-62accbdb-10cb-45f2-879a-f0afe7a6fd06 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586398 Mar 08 05:13:47.507808 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c3ee2-e1dd-480f-8405-b04120806da7 req-92317a79-36c1-469e-9397-cfe8db2ce506 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:47.509494 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e42c3ee2-e1dd-480f-8405-b04120806da7 req-92317a79-36c1-469e-9397-cfe8db2ce506 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 946 time: 0.0992129 Mar 08 05:13:47.570760 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e42c3ee2-e1dd-480f-8405-b04120806da7 req-24803b55-90bc-46b0-9511-275ebe705547 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549636 Mar 08 05:13:47.711265 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40463940-3fec-4305-bdeb-ff60b483b990 req-f1345269-e510-4338-ad69-0c08f94b52ed tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:47.712791 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-40463940-3fec-4305-bdeb-ff60b483b990 req-f1345269-e510-4338-ad69-0c08f94b52ed tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0697622 Mar 08 05:13:47.765694 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-40463940-3fec-4305-bdeb-ff60b483b990 req-d98a89ee-fa7c-4e98-9c27-f0613c271edb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468516 Mar 08 05:13:48.287581 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3d330-3c6e-4fa3-8bd4-b87e212335b6 req-6a4bb29d-5e85-4442-a149-5015a650abf7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:48.289175 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d4a3d330-3c6e-4fa3-8bd4-b87e212335b6 req-6a4bb29d-5e85-4442-a149-5015a650abf7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0668750 Mar 08 05:13:48.372046 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d4a3d330-3c6e-4fa3-8bd4-b87e212335b6 req-d7cc318f-89ac-4555-a43f-b547f1fd37fb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705497 Mar 08 05:13:48.391800 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-f55b2d35-6169-4542-991f-3e55c5d4b89a tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:48.391800 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-f55b2d35-6169-4542-991f-3e55c5d4b89a tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 946 time: 0.0765910 Mar 08 05:13:48.506705 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Deleting port c3e58138-8100-4e96-ba34-eca5812419dc {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:13:48.507348 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:48.545103 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 38154) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:48.687037 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] For port c3e58138-8100-4e96-ba34-eca5812419dc, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c3e58138-8100-4e96-ba34-eca5812419dc,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:48.687684 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:48.705473 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Calling delete_port for c3e58138-8100-4e96-ba34-eca5812419dc owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:13:48.788681 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:13:48.798600 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01374d4-6797-462c-be2b-478f3ec96990 req-2e998181-bfa6-4509-9039-d93cb07b526a tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:48.817429 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a01374d4-6797-462c-be2b-478f3ec96990 req-2e998181-bfa6-4509-9039-d93cb07b526a tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 946 time: 0.1111212 Mar 08 05:13:48.963368 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fad5dc22-44c4-40d6-9c3e-99cb1cb189b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.007681 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:49.018497 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a01374d4-6797-462c-be2b-478f3ec96990 req-b6a70cba-dc1d-4f98-a92a-754e34057525 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998138 Mar 08 05:13:49.022886 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'port_id': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'mac_address': 'fa:16:3e:44:9c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:13:49.066049 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 is: ACTIVE; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:13:49.067826 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.084456 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24ff5c47-b58e-48fc-9ad0-bac12147dd59 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:13:49.086235 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (c3e58138-8100-4e96-ba34-eca5812419dc), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.109898 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:49.125825 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Pushing event deleted for resources: {'Port': ['ID=c3e58138-8100-4e96-ba34-eca5812419dc,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:49.132563 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['c3e58138-8100-4e96-ba34-eca5812419dc'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:13:49.134635 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce91e0-9734-451b-bc37-ddbb14fd3344 req-897069ba-9f9f-46b2-af2e-3d22110a6133 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:49.137625 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2fce91e0-9734-451b-bc37-ddbb14fd3344 req-897069ba-9f9f-46b2-af2e-3d22110a6133 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1621795 Mar 08 05:13:49.176197 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] No DVR routers for this DVR port c3e58138-8100-4e96-ba34-eca5812419dc on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:13:49.178920 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.183563 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-093ef4c4-6bed-48c6-afbf-11978b5dbd31 req-98601f02-c209-4bb1-9041-b2ec4d2233b7 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.13 "DELETE /v2.0/ports/c3e58138-8100-4e96-ba34-eca5812419dc HTTP/1.1" status: 204 len: 173 time: 0.7864027 Mar 08 05:13:49.184124 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b69d8d-a88a-428e-a9ea-eb800543df76', 'name': 'network-vif-deleted', 'tag': 'c3e58138-8100-4e96-ba34-eca5812419dc'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:13:49.188228 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56a3636-e116-4a4f-911a-db664b57636f" -d '{"events": [{"server_uuid": "d4b69d8d-a88a-428e-a9ea-eb800543df76", "name": "network-vif-deleted", "tag": "c3e58138-8100-4e96-ba34-eca5812419dc"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:13:49.197922 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fad5dc22-44c4-40d6-9c3e-99cb1cb189b7 admin admin] Publish callbacks [] for security_group (09b7c885-dccc-4e68-b70d-a6b7e03710da), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.218477 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.222016 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2fce91e0-9734-451b-bc37-ddbb14fd3344 req-e5372220-9d12-4a5e-8bf0-1b99782e46b3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770268 Mar 08 05:13:49.245687 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aec937-1ddc-46c1-b2e8-63168fc3c7e5 x-openstack-request-id: req-c7aec937-1ddc-46c1-b2e8-63168fc3c7e5 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:13:49.246000 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b69d8d-a88a-428e-a9ea-eb800543df76", "name": "network-vif-deleted", "tag": "c3e58138-8100-4e96-ba34-eca5812419dc", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:13:49.246258 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7aec937-1ddc-46c1-b2e8-63168fc3c7e5 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:13:49.246683 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b69d8d-a88a-428e-a9ea-eb800543df76', 'name': 'network-vif-deleted', 'tag': 'c3e58138-8100-4e96-ba34-eca5812419dc', 'status': 'completed', 'code': 200} Mar 08 05:13:49.298009 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=6']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:49.308851 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fad5dc22-44c4-40d6-9c3e-99cb1cb189b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (09b7c885-dccc-4e68-b70d-a6b7e03710da), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.355504 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-fad5dc22-44c4-40d6-9c3e-99cb1cb189b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be836d797f814d6ea53aadba3f09df7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8090913 Mar 08 05:13:49.358788 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38234) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:49.361614 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5dc22-44c4-40d6-9c3e-99cb1cb189b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b7c885-dccc-4e68-b70d-a6b7e03710da,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:49.445340 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-243f570a-586b-4bf0-91ee-b05b44c83fa6 admin admin] Publish callbacks [] for security_group (09b7c885-dccc-4e68-b70d-a6b7e03710da), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.450737 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['24ff5c47-b58e-48fc-9ad0-bac12147dd59'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:13:49.486771 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-243f570a-586b-4bf0-91ee-b05b44c83fa6 admin admin] Publish callbacks [] for security_group (09b7c885-dccc-4e68-b70d-a6b7e03710da), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.584321 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754094b5-754b-421c-8286-916c210aa4cf req-8ca62b8c-42a0-4a95-864c-576d872d3ae7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:49.593913 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-754094b5-754b-421c-8286-916c210aa4cf req-8ca62b8c-42a0-4a95-864c-576d872d3ae7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 944 time: 0.0909474 Mar 08 05:13:49.692982 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-243f570a-586b-4bf0-91ee-b05b44c83fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (09b7c885-dccc-4e68-b70d-a6b7e03710da), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.697803 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-243f570a-586b-4bf0-91ee-b05b44c83fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:49.704875 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-243f570a-586b-4bf0-91ee-b05b44c83fa6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/09b7c885-dccc-4e68-b70d-a6b7e03710da HTTP/1.1" status: 204 len: 168 time: 0.3396716 Mar 08 05:13:49.726044 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f570a-586b-4bf0-91ee-b05b44c83fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b7c885-dccc-4e68-b70d-a6b7e03710da,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:49.767599 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-754094b5-754b-421c-8286-916c210aa4cf req-b39a26ea-61ea-4cc9-9032-cbb56a7a68ed tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724107 Mar 08 05:13:49.844126 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-45f0f690-0117-477a-86ba-747ef21bca2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:50.159693 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a0de79aa-9160-435a-aa4e-db4c252413ed req-d7b7470f-6778-4b91-a519-b8219d02d761 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4b69d8d-a88a-428e-a9ea-eb800543df76 HTTP/1.1" status: 200 len: 210 time: 0.0449367 Mar 08 05:13:50.398621 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a033f3-d29c-4b58-a497-4b2a5d4fbb79 req-cc3b027d-4cb9-4688-a678-686e0a5ac848 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:50.404584 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d1a033f3-d29c-4b58-a497-4b2a5d4fbb79 req-cc3b027d-4cb9-4688-a678-686e0a5ac848 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0947440 Mar 08 05:13:50.470602 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d1a033f3-d29c-4b58-a497-4b2a5d4fbb79 req-b3ab0b0c-43dc-41c8-8740-4216ee093023 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566435 Mar 08 05:13:50.813914 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:13:50.877898 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:13:50.879066 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:50.923751 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8e4fa-5d16-4c0a-b4c7-89539a9541e3 req-991d7a64-6d0a-41af-a399-74df1adfa099 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:50.936175 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-95a8e4fa-5d16-4c0a-b4c7-89539a9541e3 req-991d7a64-6d0a-41af-a399-74df1adfa099 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 944 time: 0.0675023 Mar 08 05:13:50.993559 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:13:50.994057 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.006235 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-95a8e4fa-5d16-4c0a-b4c7-89539a9541e3 req-98e1da61-34ce-4732-b50a-c99535c23d97 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744596 Mar 08 05:13:51.029772 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:13:51.032044 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7656aa0c-40ba-46dd-a767-110710a73152" -d '{"events": [{"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-plugged", "status": "completed", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:13:51.049157 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:13:51.061272 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38320) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:51.073403 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5da4d9-4fcc-4bcb-ba94-7f0a42a5263d x-openstack-request-id: req-ce5da4d9-4fcc-4bcb-ba94-7f0a42a5263d {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:13:51.073811 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-plugged", "status": "completed", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:13:51.074148 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce5da4d9-4fcc-4bcb-ba94-7f0a42a5263d {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:13:51.074612 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'code': 200} Mar 08 05:13:51.085874 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 38324) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:51.100499 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-36de758d-9044-4f05-9053-a07c51f65b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.132276 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.193470 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38328) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:51.212550 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=7']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:51.244634 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-36de758d-9044-4f05-9053-a07c51f65b9a admin admin] Publish callbacks [] for security_group (71b5e517-d53b-4c6f-9f9c-1836c14876eb), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.326832 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-36de758d-9044-4f05-9053-a07c51f65b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (71b5e517-d53b-4c6f-9f9c-1836c14876eb), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.386103 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2274c763-91ac-45fe-a83b-b75f25b45285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.387780 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-36de758d-9044-4f05-9053-a07c51f65b9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3a1206b03004c478d9c04fbafdb2c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007169 Mar 08 05:13:51.390215 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de758d-9044-4f05-9053-a07c51f65b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b5e517-d53b-4c6f-9f9c-1836c14876eb,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:51.393149 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 38342) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:51.459482 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7bd73375-5bbc-465a-9a5f-3bfd2a3152fd admin admin] Publish callbacks [] for security_group (71b5e517-d53b-4c6f-9f9c-1836c14876eb), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.472811 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-642d400e-2e48-4862-897a-df5c7e3d4132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.508599 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7bd73375-5bbc-465a-9a5f-3bfd2a3152fd admin admin] Publish callbacks [] for security_group (71b5e517-d53b-4c6f-9f9c-1836c14876eb), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.675459 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2274c763-91ac-45fe-a83b-b75f25b45285 admin admin] Publish callbacks [] for security_group (505a1456-52d6-4c5e-87ae-a40932e9623c), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.735805 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-642d400e-2e48-4862-897a-df5c7e3d4132 admin admin] Publish callbacks [] for security_group (c6139edf-67ef-41d9-93a1-064c7aa5a8bc), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.761800 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb19f4c-33d5-4396-ad91-a296f2c587c0 req-17631a6a-c747-45d3-86f9-a1280ea23b45 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:51.766833 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1cb19f4c-33d5-4396-ad91-a296f2c587c0 req-17631a6a-c747-45d3-86f9-a1280ea23b45 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1572688 Mar 08 05:13:51.814378 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2274c763-91ac-45fe-a83b-b75f25b45285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (505a1456-52d6-4c5e-87ae-a40932e9623c), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.880513 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1cb19f4c-33d5-4396-ad91-a296f2c587c0 req-84808218-da8c-425b-9344-39119024fa71 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044786 Mar 08 05:13:51.883616 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7bd73375-5bbc-465a-9a5f-3bfd2a3152fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (71b5e517-d53b-4c6f-9f9c-1836c14876eb), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.887893 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7bd73375-5bbc-465a-9a5f-3bfd2a3152fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.889280 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-7bd73375-5bbc-465a-9a5f-3bfd2a3152fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71b5e517-d53b-4c6f-9f9c-1836c14876eb HTTP/1.1" status: 204 len: 168 time: 0.4951189 Mar 08 05:13:51.893188 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-642d400e-2e48-4862-897a-df5c7e3d4132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (c6139edf-67ef-41d9-93a1-064c7aa5a8bc), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:51.898647 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd73375-5bbc-465a-9a5f-3bfd2a3152fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b5e517-d53b-4c6f-9f9c-1836c14876eb,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:51.953047 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274c763-91ac-45fe-a83b-b75f25b45285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505a1456-52d6-4c5e-87ae-a40932e9623c,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:52.024311 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 38364) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:52.031242 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-2274c763-91ac-45fe-a83b-b75f25b45285 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0141fc7a66894981a8590de7c40212d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9585571 Mar 08 05:13:52.051916 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-642d400e-2e48-4862-897a-df5c7e3d4132 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d84989af1b341d39b16bf2a1bee6b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8573558 Mar 08 05:13:52.055430 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38368) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:52.070761 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d400e-2e48-4862-897a-df5c7e3d4132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6139edf-67ef-41d9-93a1-064c7aa5a8bc,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:52.129874 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd329-4550-4d73-8dc3-7474af455436 admin admin] Publish callbacks [] for security_group (c6139edf-67ef-41d9-93a1-064c7aa5a8bc), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:52.163034 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd329-4550-4d73-8dc3-7474af455436 admin admin] Publish callbacks [] for security_group (c6139edf-67ef-41d9-93a1-064c7aa5a8bc), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:52.235832 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8fd77d8-6fba-4495-acb1-2ff9c4f2484b admin admin] Publish callbacks [] for security_group (505a1456-52d6-4c5e-87ae-a40932e9623c), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:52.264724 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8fd77d8-6fba-4495-acb1-2ff9c4f2484b admin admin] Publish callbacks [] for security_group (505a1456-52d6-4c5e-87ae-a40932e9623c), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:52.323039 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd329-4550-4d73-8dc3-7474af455436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (c6139edf-67ef-41d9-93a1-064c7aa5a8bc), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:52.323723 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bbcbd329-4550-4d73-8dc3-7474af455436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:52.325255 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-bbcbd329-4550-4d73-8dc3-7474af455436 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6139edf-67ef-41d9-93a1-064c7aa5a8bc HTTP/1.1" status: 204 len: 168 time: 0.2687380 Mar 08 05:13:52.334129 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbd329-4550-4d73-8dc3-7474af455436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6139edf-67ef-41d9-93a1-064c7aa5a8bc,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:52.384845 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52411db-0b08-4a75-928c-f0a65466f19d req-d82a12ee-032a-41a4-81c1-7d52217ca755 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:52.397484 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b52411db-0b08-4a75-928c-f0a65466f19d req-d82a12ee-032a-41a4-81c1-7d52217ca755 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.2204311 Mar 08 05:13:52.555713 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b52411db-0b08-4a75-928c-f0a65466f19d req-105b7a82-1b7d-4980-9e88-6c5cd6e563ad tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542969 Mar 08 05:13:52.595459 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d7f5ab9b-cea2-41c1-b5ca-d8182ba80575 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:52.598325 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d7f5ab9b-cea2-41c1-b5ca-d8182ba80575 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/networks?id=baccbc1d-be5a-40b1-8d89-1db474220864 HTTP/1.1" status: 200 len: 808 time: 0.2967641 Mar 08 05:13:52.600938 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8fd77d8-6fba-4495-acb1-2ff9c4f2484b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (505a1456-52d6-4c5e-87ae-a40932e9623c), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:52.608465 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8fd77d8-6fba-4495-acb1-2ff9c4f2484b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:52.616294 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-a8fd77d8-6fba-4495-acb1-2ff9c4f2484b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/505a1456-52d6-4c5e-87ae-a40932e9623c HTTP/1.1" status: 204 len: 168 time: 0.5894370 Mar 08 05:13:52.655688 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd77d8-6fba-4495-acb1-2ff9c4f2484b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505a1456-52d6-4c5e-87ae-a40932e9623c,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:52.691209 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-df4895ab-23de-42e1-938c-021b368406cd tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/quotas/5249e7185af94cbfbe153c719a6b7fc1 HTTP/1.1" status: 200 len: 375 time: 0.0727956 Mar 08 05:13:52.698313 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-36d4ab25-0436-4398-a223-f4f58b0d2a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:52.774150 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-46bc7f05-1fdc-4baf-837a-4166dfe5e63e tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5249e7185af94cbfbe153c719a6b7fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685210 Mar 08 05:13:52.800671 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device c3e58138-8100-4e96-ba34-eca5812419dc no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:13:52.846582 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: c3e58138-8100-4e96-ba34-eca5812419dc {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:13:52.851980 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device c3e58138-8100-4e96-ba34-eca5812419dc not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:13:52.938253 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-5b76be4d-01b0-4872-9fa6-1fff453fd8f3 service neutron] 10.222.0.26 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458478 Mar 08 05:13:53.162441 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-e86a0ccf-f51a-41a1-9259-d9b97f6914cb service neutron] 10.222.0.26 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136064 Mar 08 05:13:53.171835 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dacd6-2e2c-4929-b211-2abcf6778127 req-1754ffdd-6545-43a0-ba1a-b6cc85e8b9f8 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:53.179061 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-470dacd6-2e2c-4929-b211-2abcf6778127 req-1754ffdd-6545-43a0-ba1a-b6cc85e8b9f8 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1693223 Mar 08 05:13:53.245029 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-470dacd6-2e2c-4929-b211-2abcf6778127 req-ad7e19d0-0949-44c6-bd1c-914a23e6d3b6 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634453 Mar 08 05:13:53.461897 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38430) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:53.504157 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-45865a15-4dc3-42d5-b41c-2d6891675c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:53.614731 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5400c770-79af-4606-9f26-ce7ed6b0f0d4 req-b780ad0f-2e4c-4316-9eb5-c94111e37100 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 210 time: 0.0667579 Mar 08 05:13:53.753380 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-45865a15-4dc3-42d5-b41c-2d6891675c5d admin admin] Publish callbacks [] for security_group (70fa9065-7e90-400a-8bf2-dac8a96a4079), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:53.835060 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dfe60-7021-4a94-ad4b-6d95ce3a69f0 req-8e3e70cb-3ee6-40fb-bf6a-acde97e3ed6e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:53.843348 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ef3dfe60-7021-4a94-ad4b-6d95ce3a69f0 req-8e3e70cb-3ee6-40fb-bf6a-acde97e3ed6e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0994272 Mar 08 05:13:53.922155 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-45865a15-4dc3-42d5-b41c-2d6891675c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (70fa9065-7e90-400a-8bf2-dac8a96a4079), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:53.962645 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ef3dfe60-7021-4a94-ad4b-6d95ce3a69f0 req-bea01ff0-691b-4185-880c-899dafb87e08 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183350 Mar 08 05:13:54.000441 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45865a15-4dc3-42d5-b41c-2d6891675c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fa9065-7e90-400a-8bf2-dac8a96a4079,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:54.045448 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-45865a15-4dc3-42d5-b41c-2d6891675c5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9edd21ef8e53486cb2a32c6e8b0da0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5803292 Mar 08 05:13:54.048174 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38448) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:54.163034 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b04b198-9813-4691-9079-75b349532ee1 admin admin] Publish callbacks [] for security_group (70fa9065-7e90-400a-8bf2-dac8a96a4079), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:54.180558 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 38450) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:54.204451 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-70961f66-e4bc-4bd0-af60-4753f98aed0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:54.228667 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b04b198-9813-4691-9079-75b349532ee1 admin admin] Publish callbacks [] for security_group (70fa9065-7e90-400a-8bf2-dac8a96a4079), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:54.429572 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b04b198-9813-4691-9079-75b349532ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (70fa9065-7e90-400a-8bf2-dac8a96a4079), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:54.449333 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b04b198-9813-4691-9079-75b349532ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:54.452586 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0b04b198-9813-4691-9079-75b349532ee1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70fa9065-7e90-400a-8bf2-dac8a96a4079 HTTP/1.1" status: 204 len: 168 time: 0.4017107 Mar 08 05:13:54.492201 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04b198-9813-4691-9079-75b349532ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fa9065-7e90-400a-8bf2-dac8a96a4079,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:54.496474 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-70961f66-e4bc-4bd0-af60-4753f98aed0d admin admin] Publish callbacks [] for security_group (db2028a1-5d77-4c85-b77b-98b4f6a81fa6), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:54.594080 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858486-206d-4205-8519-a741b8c2535c req-72c05ff1-4ac6-4c44-9bde-bafd7743b888 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:54.601259 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-99858486-206d-4205-8519-a741b8c2535c req-72c05ff1-4ac6-4c44-9bde-bafd7743b888 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1736624 Mar 08 05:13:54.672455 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-99858486-206d-4205-8519-a741b8c2535c req-5e51ad14-340f-4c4d-adbe-b383d3defec4 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680728 Mar 08 05:13:54.766569 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-be086b16-e1fc-4cfd-a022-05bb8ec5675a req-6fdafc2b-78fd-4ed2-92be-68470d4e49d5 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 210 time: 0.0702648 Mar 08 05:13:54.769121 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-70961f66-e4bc-4bd0-af60-4753f98aed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (db2028a1-5d77-4c85-b77b-98b4f6a81fa6), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:54.832489 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70961f66-e4bc-4bd0-af60-4753f98aed0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2028a1-5d77-4c85-b77b-98b4f6a81fa6,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:54.843092 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-70961f66-e4bc-4bd0-af60-4753f98aed0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2108e51c9d2c445fa06d174480400c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6612153 Mar 08 05:13:54.845923 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38474) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:54.848495 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:54.983446 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0ef46d22-0b75-4ec6-bcf4-4530732970f0 admin admin] Publish callbacks [] for security_group (db2028a1-5d77-4c85-b77b-98b4f6a81fa6), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:55.109992 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0ef46d22-0b75-4ec6-bcf4-4530732970f0 admin admin] Publish callbacks [] for security_group (db2028a1-5d77-4c85-b77b-98b4f6a81fa6), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:55.184179 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb8d58-7184-4d15-94ee-b2317d5e3f46 req-69bc481e-52ac-47b8-8633-31b896d4ea27 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:55.195852 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-efdb8d58-7184-4d15-94ee-b2317d5e3f46 req-69bc481e-52ac-47b8-8633-31b896d4ea27 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1481621 Mar 08 05:13:55.311887 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-efdb8d58-7184-4d15-94ee-b2317d5e3f46 req-a8fd805c-5ede-44ab-ad8e-d56294d46bad tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147795 Mar 08 05:13:55.400955 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0ef46d22-0b75-4ec6-bcf4-4530732970f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (db2028a1-5d77-4c85-b77b-98b4f6a81fa6), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:55.404425 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0ef46d22-0b75-4ec6-bcf4-4530732970f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:55.406082 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0ef46d22-0b75-4ec6-bcf4-4530732970f0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db2028a1-5d77-4c85-b77b-98b4f6a81fa6 HTTP/1.1" status: 204 len: 168 time: 0.5561335 Mar 08 05:13:55.431983 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef46d22-0b75-4ec6-bcf4-4530732970f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2028a1-5d77-4c85-b77b-98b4f6a81fa6,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:55.588578 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:55.888512 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049a1a-e514-4ba2-806e-0dcb41b93f85 req-34435580-114e-4223-9466-f168839efd2b tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:55.893620 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f1049a1a-e514-4ba2-806e-0dcb41b93f85 req-34435580-114e-4223-9466-f168839efd2b tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0880761 Mar 08 05:13:55.994501 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-091a9c17-d8f8-41ec-af88-265bf3f35c23 req-cb7bf656-2782-4f11-9ac4-4d60443a2be1 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 210 time: 0.0543971 Mar 08 05:13:56.035330 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f1049a1a-e514-4ba2-806e-0dcb41b93f85 req-80dc34a6-f73e-4ff3-8322-6f0cc8ce93a6 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311388 Mar 08 05:13:56.538058 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:56.657428 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db438fe-0560-4fd3-918c-b1504876c2dd req-82913d7b-0520-437a-a725-68299415479a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:56.665671 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1db438fe-0560-4fd3-918c-b1504876c2dd req-82913d7b-0520-437a-a725-68299415479a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1305935 Mar 08 05:13:56.760845 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1db438fe-0560-4fd3-918c-b1504876c2dd req-803597ad-b6fb-4121-9b82-7a2b5aa5d35f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934474 Mar 08 05:13:57.266627 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e8510735-1da1-47c8-9f47-316c971825fb req-ecb56636-dc22-4fdf-a24a-63acbd42a10c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 210 time: 0.0775471 Mar 08 05:13:57.300396 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a1c83-a567-4588-8c83-536b69bc042b req-c2dad8d2-6927-4f81-b50c-44f9b296bacd tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:57.301978 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-740a1c83-a567-4588-8c83-536b69bc042b req-c2dad8d2-6927-4f81-b50c-44f9b296bacd tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0985110 Mar 08 05:13:57.382693 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-740a1c83-a567-4588-8c83-536b69bc042b req-e3b65a45-5bb4-40ee-9af0-a0882c80c389 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728047 Mar 08 05:13:57.790968 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-50ff8fb1-c395-438c-9558-7802d11ea4f9 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:57.796535 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-50ff8fb1-c395-438c-9558-7802d11ea4f9 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.13 "GET /v2.0/networks?id=baccbc1d-be5a-40b1-8d89-1db474220864 HTTP/1.1" status: 200 len: 808 time: 0.3009753 Mar 08 05:13:57.819609 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Request body: {'port': {'device_id': '09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf', 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864', 'admin_state_up': True, 'tenant_id': '5249e7185af94cbfbe153c719a6b7fc1'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:13:57.970218 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803b318-5a73-4a88-8c44-551af9a75bc1 req-df263665-6b4a-4554-a95f-9130ed83d417 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:57.980762 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c803b318-5a73-4a88-8c44-551af9a75bc1 req-df263665-6b4a-4554-a95f-9130ed83d417 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0933895 Mar 08 05:13:58.132552 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c803b318-5a73-4a88-8c44-551af9a75bc1 req-a311f4a1-9abf-4697-9700-c503a3d89f73 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407812 Mar 08 05:13:58.274942 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Made reservation on behalf of 5249e7185af94cbfbe153c719a6b7fc1 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:13:58.282938 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:58.468124 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ec7ff2e5-b42e-4489-a20f-d1ae19565c0f req-a1ae98a7-2125-4a3a-a457-27481f3b47ce tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 210 time: 0.0356722 Mar 08 05:13:58.657267 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Allocated IP 172.20.0.4 (baccbc1d-be5a-40b1-8d89-1db474220864/f37a353c-b9f5-4825-8a0a-0b7bfe2c4969/66c5e48d-4798-4409-8654-ac7c015b5878) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:13:58.709609 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0fe20-94bc-413d-9f3e-e41f6ce10620 req-29b96138-1fe4-48b3-855a-1f5d6ecac8de tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:58.720076 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-28e0fe20-94bc-413d-9f3e-e41f6ce10620 req-29b96138-1fe4-48b3-855a-1f5d6ecac8de tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1167576 Mar 08 05:13:58.757249 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38678) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:59.099737 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-798147611-network', 'tenant_id': '67571b0855564881a0a2fd9f334360d5'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:13:59.113910 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks [] for port (66c5e48d-4798-4409-8654-ac7c015b5878), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:59.126259 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968d96-100d-488a-9617-8c95ac9c4b22 req-0b3a13bd-adc7-437d-b7a7-a1495bd6772f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:59.135526 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-af968d96-100d-488a-9617-8c95ac9c4b22 req-0b3a13bd-adc7-437d-b7a7-a1495bd6772f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1422265 Mar 08 05:13:59.163412 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-28e0fe20-94bc-413d-9f3e-e41f6ce10620 req-29eb1cd7-9c90-429e-b0a0-8f3ae9e3a877 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300447 Mar 08 05:13:59.166216 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:59.253871 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-57c37640-4207-4193-bb4f-0fb01d537c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:59.260771 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-57c37640-4207-4193-bb4f-0fb01d537c57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1129 time: 0.2434025 Mar 08 05:13:59.331294 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-af968d96-100d-488a-9617-8c95ac9c4b22 req-8ba721b4-8f37-45a9-b6ad-d595e6da108e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629474 Mar 08 05:13:59.511860 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6de31f-8356-4002-b415-f5ab2462ffb8 req-3e3f6e53-a5f9-4e64-8767-da844dac41f1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:59.529710 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1b6de31f-8356-4002-b415-f5ab2462ffb8 req-3e3f6e53-a5f9-4e64-8767-da844dac41f1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.2288237 Mar 08 05:13:59.643496 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-7d2409f7-9263-42d8-be02-62b100159b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:59.646230 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-7d2409f7-9263-42d8-be02-62b100159b55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 919 time: 0.3736525 Mar 08 05:13:59.696323 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1b6de31f-8356-4002-b415-f5ab2462ffb8 req-539b9599-4766-48be-956f-2fee9f9d4307 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637030 Mar 08 05:13:59.696865 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 38718) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:13:59.738922 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Made reservation on behalf of 67571b0855564881a0a2fd9f334360d5 for: {'network': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:13:59.743012 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:59.758584 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-5cc66a38-a460-4401-a8d2-d62ac9e81a5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 HTTP/1.1" status: 200 len: 217 time: 0.0924807 Mar 08 05:13:59.760665 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:59.801465 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:13:59.815323 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd844a88-769f-4802-a0e5-8fdc12068147 req-1bc19077-60a4-42f0-8d1c-e11f61f1f4ea tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:13:59.818960 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bd844a88-769f-4802-a0e5-8fdc12068147 req-1bc19077-60a4-42f0-8d1c-e11f61f1f4ea tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 931 time: 0.1493008 Mar 08 05:13:59.912783 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Pushing event updated for resources: {'Port': ['ID=66c5e48d-4798-4409-8654-ac7c015b5878,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:13:59.942497 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Network baccbc1d-be5a-40b1-8d89-1db474220864 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:13:59.953543 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:13:59.964547 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:14:00.040748 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:00.043051 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:00.055669 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-7226fd2f-bd83-4790-8d02-1d5558d4e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:00.057732 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-7226fd2f-bd83-4790-8d02-1d5558d4e8f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.2771246 Mar 08 05:14:00.107126 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bd844a88-769f-4802-a0e5-8fdc12068147 req-1f8cf12d-137d-402c-99bf-2ea9228573db tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831578 Mar 08 05:14:00.133701 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b7ab29bf-4217-4197-a97b-c7b957afb2c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=078e04b6bc49403795bb25704311356e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123349 Mar 08 05:14:00.135072 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-539386fc-bffa-41ad-ab84-edfab1d4eb26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653374 Mar 08 05:14:00.140352 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 38724) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:00.220685 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22e91f59-4d64-498d-98a9-613c4c2cb08c admin admin] Publish callbacks [] for security_group (7dd74731-f861-4e9f-8b3a-cc6d72ae3345), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:00.248574 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22e91f59-4d64-498d-98a9-613c4c2cb08c admin admin] Publish callbacks [] for security_group (7dd74731-f861-4e9f-8b3a-cc6d72ae3345), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:00.333279 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-d3b68d74-8c28-492b-9900-354f7f691375 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5189731 Mar 08 05:14:00.361493 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Request body: {'port': {'device_id': '09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:14:00.411264 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Publish callbacks [] for security_group (f85f4d86-baa1-46ee-82ac-4b9318534fac), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:00.425497 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-0b4128d6-326b-495e-8503-4c9227ae9715 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720683 Mar 08 05:14:00.461867 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22e91f59-4d64-498d-98a9-613c4c2cb08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (7dd74731-f861-4e9f-8b3a-cc6d72ae3345), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:00.472654 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22e91f59-4d64-498d-98a9-613c4c2cb08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:00.488503 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-22e91f59-4d64-498d-98a9-613c4c2cb08c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7dd74731-f861-4e9f-8b3a-cc6d72ae3345 HTTP/1.1" status: 204 len: 168 time: 0.3419361 Mar 08 05:14:00.546194 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (f85f4d86-baa1-46ee-82ac-4b9318534fac), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:00.557073 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e91f59-4d64-498d-98a9-613c4c2cb08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd74731-f861-4e9f-8b3a-cc6d72ae3345,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:00.581830 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:00.611539 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc0be0-359d-41f4-9d2f-2428f24e4524 req-52767db6-3d1a-44af-a905-84828ad7e054 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:00.619648 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f7fc0be0-359d-41f4-9d2f-2428f24e4524 req-52767db6-3d1a-44af-a905-84828ad7e054 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.3131163 Mar 08 05:14:00.742541 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85f4d86-baa1-46ee-82ac-4b9318534fac,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:00.789792 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f900a00-55d6-404e-87c7-4bc2fe9cedd7 req-e5d7c720-f367-4f0d-a418-b80ef2a6da4f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:00.801666 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3f900a00-55d6-404e-87c7-4bc2fe9cedd7 req-e5d7c720-f367-4f0d-a418-b80ef2a6da4f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.2605045 Mar 08 05:14:00.857569 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f7fc0be0-359d-41f4-9d2f-2428f24e4524 req-b119c283-869c-4b6c-a077-58e65299633c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335501 Mar 08 05:14:00.956935 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:14:00.967624 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3f900a00-55d6-404e-87c7-4bc2fe9cedd7 req-ed8d0df0-af2e-4533-b391-8a0d695ca3a8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546569 Mar 08 05:14:00.968431 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c69b0892-6d54-470c-80ca-4b75f4f9ba7d req-0f8facf5-43fc-4f21-9034-d1768d392ef5 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016959 Mar 08 05:14:01.091512 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (ce2d7960-324e-4b41-8380-3159a64726f7), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:01.093638 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.segments_db [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Added segment ce2d7960-324e-4b41-8380-3159a64726f7 of type vlan for network 872970e6-84a7-45c8-82fc-14ea07fc28c5 Mar 08 05:14:01.221099 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ec6a0-9fb9-4325-8fd1-c3869adce1ce req-186a88fe-5df5-4b72-bb1d-4d001c11ca4d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:01.235458 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5a1ec6a0-9fb9-4325-8fd1-c3869adce1ce req-186a88fe-5df5-4b72-bb1d-4d001c11ca4d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.2146475 Mar 08 05:14:01.403780 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (872970e6-84a7-45c8-82fc-14ea07fc28c5), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:01.446989 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5a1ec6a0-9fb9-4325-8fd1-c3869adce1ce req-8b184602-b261-4ea7-bc98-9a001518dbcd tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069592 Mar 08 05:14:01.506648 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e046c-c796-4414-bdea-a843ce076863 req-6e1919ac-b53a-4790-823c-2ad0be7f73ed tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:01.517204 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d05e046c-c796-4414-bdea-a843ce076863 req-6e1919ac-b53a-4790-823c-2ad0be7f73ed tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 931 time: 0.1888866 Mar 08 05:14:01.544940 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (872970e6-84a7-45c8-82fc-14ea07fc28c5), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:01.546936 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:01.548194 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:01.616090 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d05e046c-c796-4414-bdea-a843ce076863 req-0d99e8ab-abd5-44c2-927d-9bc07cbe04ef tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977006 Mar 08 05:14:01.659211 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] Pushing event updated for resources: {'Network': ['ID=872970e6-84a7-45c8-82fc-14ea07fc28c5,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:01.675891 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-dcf82475-096e-40e4-af74-ef1e97e6b170 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.9143691 Mar 08 05:14:01.681626 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 38756) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:01.681834 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 872970e6-84a7-45c8-82fc-14ea07fc28c5 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:14:01.690394 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Request body: {'subnet': {'network_id': '872970e6-84a7-45c8-82fc-14ea07fc28c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-798147611-subnet', 'tenant_id': '67571b0855564881a0a2fd9f334360d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:14:01.838418 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c5e48d-4798-4409-8654-ac7c015b5878 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:14:01.851841 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Made reservation on behalf of 67571b0855564881a0a2fd9f334360d5 for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:14:01.857104 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Publish callbacks [] for port (66c5e48d-4798-4409-8654-ac7c015b5878), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:01.874610 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005458'] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:01.881104 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Transition to ACTIVE for port object 66c5e48d-4798-4409-8654-ac7c015b5878 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:14:01.969974 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:02.142563 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda55bc6-c184-4584-95b0-77dd6ad23f7f req-2cbbe2f0-8ea8-476e-9d08-d44f1fa78721 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:02.152880 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dda55bc6-c184-4584-95b0-77dd6ad23f7f req-2cbbe2f0-8ea8-476e-9d08-d44f1fa78721 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1191497 Mar 08 05:14:02.251482 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dda55bc6-c184-4584-95b0-77dd6ad23f7f req-f5d8a6fa-a9ae-48e8-9a00-b85780b1f666 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976074 Mar 08 05:14:02.297007 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Pushing event updated for resources: {'Port': ['ID=66c5e48d-4798-4409-8654-ac7c015b5878,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:02.329408 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Attempting to bind port 66c5e48d-4798-4409-8654-ac7c015b5878 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:14:02.330065 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Attempting to bind port 66c5e48d-4798-4409-8654-ac7c015b5878 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:14:02.330692 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Attempting to bind port 66c5e48d-4798-4409-8654-ac7c015b5878 on network baccbc1d-be5a-40b1-8d89-1db474220864 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:14:02.367766 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Port 66c5e48d-4798-4409-8654-ac7c015b5878 on network baccbc1d-be5a-40b1-8d89-1db474220864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:14:02.368353 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Attempting to bind port 66c5e48d-4798-4409-8654-ac7c015b5878 on network baccbc1d-be5a-40b1-8d89-1db474220864 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:14:02.381831 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:14:02.383529 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Checking segment: {'id': 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:14:02.386727 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Bound using segment: {'id': 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:14:02.387457 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Bound port: 66c5e48d-4798-4409-8654-ac7c015b5878, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:14:02.390367 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:02.473320 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8734b-4e84-4fd9-a5a7-de33ddb86740 req-a9811fdc-fd14-41d7-93fd-b310db378a62 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:02.485832 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c3a8734b-4e84-4fd9-a5a7-de33ddb86740 req-a9811fdc-fd14-41d7-93fd-b310db378a62 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.2417762 Mar 08 05:14:02.533640 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] For port 66c5e48d-4798-4409-8654-ac7c015b5878, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:14:02.544497 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] For port 66c5e48d-4798-4409-8654-ac7c015b5878, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66c5e48d-4798-4409-8654-ac7c015b5878,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:14:02.589244 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5112552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005452'] for subnet (9b9956fd-6e51-4cfb-92e2-e6cd52e2b2b6), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:02.655078 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c3a8734b-4e84-4fd9-a5a7-de33ddb86740 req-4312dd16-624b-4d2a-8fc1-ee6db830f50f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607723 Mar 08 05:14:02.694366 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9956fd-6e51-4cfb-92e2-e6cd52e2b2b6,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:02.711697 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:02.774354 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Checking segment: {'id': 'ce2d7960-324e-4b41-8380-3159a64726f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '872970e6-84a7-45c8-82fc-14ea07fc28c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:14:02.774873 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Network hostable DHCP agents. Network: 872970e6-84a7-45c8-82fc-14ea07fc28c5, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:14:02.865698 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:02.867927 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:02.870316 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] 10.222.0.13 "PUT /v2.0/ports/66c5e48d-4798-4409-8654-ac7c015b5878 HTTP/1.1" status: 200 len: 1093 time: 2.5175252 Mar 08 05:14:02.873020 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf', 'tag': '66c5e48d-4798-4409-8654-ac7c015b5878'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:14:02.880022 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9" -d '{"events": [{"name": "network-changed", "server_uuid": "09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf", "tag": "66c5e48d-4798-4409-8654-ac7c015b5878"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:14:02.947316 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6baeb-634c-45ec-9552-0261a1c7f391 service neutron] Pushing event updated for resources: {'Port': ['ID=66c5e48d-4798-4409-8654-ac7c015b5878,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:02.980666 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Network 872970e6-84a7-45c8-82fc-14ea07fc28c5 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:14:03.044257 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d78e40-8039-48bd-8a7b-010b902bf847 req-114d9624-1063-4328-ace6-1d0913d7ad76 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:03.045953 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-36d78e40-8039-48bd-8a7b-010b902bf847 req-114d9624-1063-4328-ace6-1d0913d7ad76 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1356490 Mar 08 05:14:03.070881 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d65be-7002-4d85-b0a7-a1088de6860f req-024c09e9-ec19-431d-b2e6-bdb80e8b701c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:03.079311 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-727d65be-7002-4d85-b0a7-a1088de6860f req-024c09e9-ec19-431d-b2e6-bdb80e8b701c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 943 time: 0.1164336 Mar 08 05:14:03.188476 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 872970e6-84a7-45c8-82fc-14ea07fc28c5) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:14:03.201598 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033062cf-7076-4676-8884-542342cb6bc6 None None] Network 872970e6-84a7-45c8-82fc-14ea07fc28c5 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:14:03.205032 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-83feb56e-1595-48b1-88d0-9ce94ce797ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:03.206613 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-83feb56e-1595-48b1-88d0-9ce94ce797ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5249e7185af94cbfbe153c719a6b7fc1&device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 1127 time: 0.0949686 Mar 08 05:14:03.209559 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-ca2afc25-8b16-4dd3-b32a-15ad9cf6e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:03.211174 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-ca2afc25-8b16-4dd3-b32a-15ad9cf6e2d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 1130 time: 0.0712020 Mar 08 05:14:03.219043 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:03.219043 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:03.239400 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-727d65be-7002-4d85-b0a7-a1088de6860f req-1f4c6948-911f-472d-bf60-670303ea5c5f tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590424 Mar 08 05:14:03.297105 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-36d78e40-8039-48bd-8a7b-010b902bf847 req-6fb12303-baa7-4634-949f-507d105f714f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969378 Mar 08 05:14:03.303102 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-e3d6b37b-3988-499f-9195-c02905c1f6a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66c5e48d-4798-4409-8654-ac7c015b5878 HTTP/1.1" status: 200 len: 217 time: 0.0693476 Mar 08 05:14:03.450115 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0c412c-d7b6-4c12-87a5-65272ed9cd96 x-openstack-request-id: req-0a0c412c-d7b6-4c12-87a5-65272ed9cd96 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:14:03.450566 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf", "tag": "66c5e48d-4798-4409-8654-ac7c015b5878", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:14:03.450929 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a0c412c-d7b6-4c12-87a5-65272ed9cd96 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:14:03.451423 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf', 'tag': '66c5e48d-4798-4409-8654-ac7c015b5878', 'status': 'completed', 'code': 200} Mar 08 05:14:03.465235 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-40fa295e-3777-465d-bbd0-c6f290e8171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:03.465235 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-40fa295e-3777-465d-bbd0-c6f290e8171e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f37a353c-b9f5-4825-8a0a-0b7bfe2c4969 HTTP/1.1" status: 200 len: 848 time: 0.1369207 Mar 08 05:14:03.467212 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-04813853-83e9-428f-a71f-9f86e098ea18 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7839417 Mar 08 05:14:03.497608 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-67763072-209a-4e16-a4e7-eed93a292eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:03.499202 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-67763072-209a-4e16-a4e7-eed93a292eab service neutron] 10.222.0.13 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 911 time: 0.2642703 Mar 08 05:14:03.512611 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eea008-9f52-4bfb-9d12-ac66db2b9125 None None] Network 872970e6-84a7-45c8-82fc-14ea07fc28c5 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:14:03.523107 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-4517187b-0832-4aee-9c9e-f72a4397438d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baccbc1d-be5a-40b1-8d89-1db474220864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531521 Mar 08 05:14:03.531411 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66e7df-e29f-42a1-9887-4fdf1bbdfcaa req-1145a1a3-7e78-4afc-ae07-80b8fc43da22 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:03.533338 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ba66e7df-e29f-42a1-9887-4fdf1bbdfcaa req-1145a1a3-7e78-4afc-ae07-80b8fc43da22 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1514766 Mar 08 05:14:03.648962 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ba66e7df-e29f-42a1-9887-4fdf1bbdfcaa req-76d69253-fcd6-40c8-9313-5f2b0258c115 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963399 Mar 08 05:14:03.730577 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-ec6b0912-6930-4c30-a3a0-f518cb939cda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77998e9-e761-4938-9386-b0f380158f6b HTTP/1.1" status: 200 len: 1001 time: 0.2158895 Mar 08 05:14:03.860229 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-cc6cae6d-22cc-4503-9554-c713528eb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:03.862354 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-cc6cae6d-22cc-4503-9554-c713528eb507 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4770685-7661-41b3-8a9d-88d2198076ee HTTP/1.1" status: 200 len: 849 time: 0.1213989 Mar 08 05:14:04.006310 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-3dcce6d1-ba3d-45ab-a7d5-2cca6e007d59 service neutron] 10.222.0.13 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507873 Mar 08 05:14:04.094201 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264b1a-2bbd-4b0a-9425-1cdc0d3b7547 req-c04e0d1b-a7c0-431d-9328-003b0e271c84 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:04.107820 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8d264b1a-2bbd-4b0a-9425-1cdc0d3b7547 req-c04e0d1b-a7c0-431d-9328-003b0e271c84 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.2341304 Mar 08 05:14:04.142149 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-e63b0211-860e-41cf-a3a2-3e816f81dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:04.143959 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-e63b0211-860e-41cf-a3a2-3e816f81dc21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6459fbae-33a1-4a2f-bac2-0297d91770ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2610991 Mar 08 05:14:04.203358 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8d264b1a-2bbd-4b0a-9425-1cdc0d3b7547 req-53fa6011-32f3-4a31-a83b-f7cdc1b4d367 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880818 Mar 08 05:14:04.258663 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fa510b36-85cc-4da3-a0a9-ae82400b73c0 req-26ce78b9-c7e8-40ec-acf5-522956151f9b service neutron] 10.222.0.13 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215400 Mar 08 05:14:04.311366 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-7fa67f1f-0614-4e87-9d70-60425463bfcc service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567209 Mar 08 05:14:04.671104 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc74c5d-07a7-439c-8984-e0bf0e2b0c12 req-2fe79f53-e1cf-471b-9d21-6a89c7cb7372 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:04.676452 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9fc74c5d-07a7-439c-8984-e0bf0e2b0c12 req-2fe79f53-e1cf-471b-9d21-6a89c7cb7372 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 943 time: 0.1817944 Mar 08 05:14:04.760861 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d796927-8f76-4847-bd0f-64634bf76600 req-d753a858-6db8-483b-bbf0-a6e37561d158 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:04.763002 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d796927-8f76-4847-bd0f-64634bf76600 req-d753a858-6db8-483b-bbf0-a6e37561d158 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.2222075 Mar 08 05:14:04.793612 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9fc74c5d-07a7-439c-8984-e0bf0e2b0c12 req-8dd3b7c7-ca14-40fc-8515-6fb7a6d61d39 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111405 Mar 08 05:14:04.878583 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d796927-8f76-4847-bd0f-64634bf76600 req-711777dd-180b-417e-b673-a4e705549653 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010058 Mar 08 05:14:04.946434 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ca93ed08-6b66-4bbc-abeb-e07a1feb2911 req-5908e4ef-1977-470b-8e4e-1ba008bac545 service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006539 Mar 08 05:14:04.951175 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-e306b657-b432-4829-b27c-1ef18fbb9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:04.954044 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-e306b657-b432-4829-b27c-1ef18fbb9d58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5249e7185af94cbfbe153c719a6b7fc1&device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 1127 time: 0.1960466 Mar 08 05:14:05.018420 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff87d4-4de0-467a-9194-00423a0059c0 req-c220d614-9505-4934-b295-05fc51cc9089 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:05.020564 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d5ff87d4-4de0-467a-9194-00423a0059c0 req-c220d614-9505-4934-b295-05fc51cc9089 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0756724 Mar 08 05:14:05.085414 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d5ff87d4-4de0-467a-9194-00423a0059c0 req-e67031ae-50be-4b2d-8f6d-e93d30d9a9c9 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520828 Mar 08 05:14:05.110050 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-7e922598-f98e-454b-8079-b5c6eb3f6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:05.111753 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-7e922598-f98e-454b-8079-b5c6eb3f6021 service neutron] 10.222.0.13 "GET /v2.0/networks?id=baccbc1d-be5a-40b1-8d89-1db474220864 HTTP/1.1" status: 200 len: 909 time: 0.1429071 Mar 08 05:14:05.178363 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-bef94ad9-a8db-4cbd-a5e2-861ca20c62b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66c5e48d-4798-4409-8654-ac7c015b5878 HTTP/1.1" status: 200 len: 217 time: 0.0574071 Mar 08 05:14:05.318575 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-9eaccf61-45cf-4219-babc-d1f95659c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:05.321011 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-9eaccf61-45cf-4219-babc-d1f95659c4b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f37a353c-b9f5-4825-8a0a-0b7bfe2c4969 HTTP/1.1" status: 200 len: 848 time: 0.1230035 Mar 08 05:14:05.404300 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-fdfa00b9-5bfc-405a-96e7-413df80ca34b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=baccbc1d-be5a-40b1-8d89-1db474220864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604992 Mar 08 05:14:05.429828 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38828) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:05.437290 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-628165299-network', 'tenant_id': '27b8bc15f18e4572b6327e27b9fdcb28'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:14:05.449517 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfba05-96e8-4f96-b2b4-9b0a90c5d5d9 req-3121d426-573a-4d71-b628-f5eac77a3fd2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:05.459493 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-83cfba05-96e8-4f96-b2b4-9b0a90c5d5d9 req-3121d426-573a-4d71-b628-f5eac77a3fd2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1435544 Mar 08 05:14:05.589469 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-83cfba05-96e8-4f96-b2b4-9b0a90c5d5d9 req-4e10d8b0-884f-4e94-a446-d6174d167c5c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283751 Mar 08 05:14:05.640497 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-f0f9a490-d247-4d47-a8f6-a570b683aa97 service neutron] 10.222.0.13 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325125 Mar 08 05:14:05.645245 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Made reservation on behalf of 27b8bc15f18e4572b6327e27b9fdcb28 for: {'network': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:14:05.649038 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:05.679152 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:05.900440 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d90bc1d9-e699-4b0b-b92d-71fdef9e44f9 req-35963722-d2b9-41f5-beb3-b65b185859e9 service neutron] 10.222.0.13 "GET /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486758 Mar 08 05:14:05.974365 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d96654-48db-43ae-8554-945ffa5b842f req-0ae15c40-4636-4187-bed5-357624fba304 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:05.984045 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-27d96654-48db-43ae-8554-945ffa5b842f req-0ae15c40-4636-4187-bed5-357624fba304 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 943 time: 0.0825660 Mar 08 05:14:06.001445 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Publish callbacks [] for security_group (f781da89-c474-4837-b48c-9b0b86c3a34c), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:06.080265 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (f781da89-c474-4837-b48c-9b0b86c3a34c), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:06.110253 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:14:06.132498 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (d59f1868-13a4-4a77-937b-e94d971fad40), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:06.132918 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.segments_db [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Added segment d59f1868-13a4-4a77-937b-e94d971fad40 of type vlan for network a407e515-9177-4355-a02a-288fd4a82eac Mar 08 05:14:06.133186 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-27d96654-48db-43ae-8554-945ffa5b842f req-6138fd8e-240b-4d5f-9145-2d609a4059b0 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474998 Mar 08 05:14:06.191489 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5cd1c-4271-4a4e-a6c1-e754441d66c2 req-9784f27a-fb99-45a4-9c0a-0544b4d006ef tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:06.203443 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a4f5cd1c-4271-4a4e-a6c1-e754441d66c2 req-9784f27a-fb99-45a4-9c0a-0544b4d006ef tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1264682 Mar 08 05:14:06.256296 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (a407e515-9177-4355-a02a-288fd4a82eac), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:06.259919 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f781da89-c474-4837-b48c-9b0b86c3a34c,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:06.319647 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a4f5cd1c-4271-4a4e-a6c1-e754441d66c2 req-5adbff58-a6c0-44ca-a3f4-1c1a02d869f1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151173 Mar 08 05:14:06.405922 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (a407e515-9177-4355-a02a-288fd4a82eac), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:06.407086 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:06.407780 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:06.409217 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b5f0d-cb41-4aaa-a6e0-f697d97068ee req-cc1aba66-8f6a-4178-8d2f-66d72fb12ee8 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:06.410864 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7d4b5f0d-cb41-4aaa-a6e0-f697d97068ee req-cc1aba66-8f6a-4178-8d2f-66d72fb12ee8 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1556349 Mar 08 05:14:06.489684 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7d4b5f0d-cb41-4aaa-a6e0-f697d97068ee req-4ffd5925-8050-4cb7-af66-5ae6658f6b56 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680957 Mar 08 05:14:06.497738 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] Pushing event updated for resources: {'Network': ['ID=a407e515-9177-4355-a02a-288fd4a82eac,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:06.514408 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network a407e515-9177-4355-a02a-288fd4a82eac details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:14:06.524444 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-67646c31-ae68-446d-a7d4-ace49705180a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0935044 Mar 08 05:14:06.529396 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 38838) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:06.534998 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Request body: {'subnet': {'network_id': 'a407e515-9177-4355-a02a-288fd4a82eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-628165299-subnet', 'tenant_id': '27b8bc15f18e4572b6327e27b9fdcb28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:14:06.645607 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Made reservation on behalf of 27b8bc15f18e4572b6327e27b9fdcb28 for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:14:06.648308 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5553457'] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:06.783681 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5adfb-93b5-473e-9d4b-9df57e55ef38 req-8db36b11-9cd7-47c3-ac9b-bd6a43328d18 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:06.788916 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-42e5adfb-93b5-473e-9d4b-9df57e55ef38 req-8db36b11-9cd7-47c3-ac9b-bd6a43328d18 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0802064 Mar 08 05:14:06.833839 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 66c5e48d-4798-4409-8654-ac7c015b5878 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:14:06.936982 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-42e5adfb-93b5-473e-9d4b-9df57e55ef38 req-8747ea96-9dd1-4eef-ad89-a3545c4b3395 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398454 Mar 08 05:14:07.116558 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 66c5e48d-4798-4409-8654-ac7c015b5878, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66c5e48d-4798-4409-8654-ac7c015b5878,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:14:07.146301 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '66c5e48d-4798-4409-8654-ac7c015b5878', 'network_id': 'baccbc1d-be5a-40b1-8d89-1db474220864', 'port_id': '66c5e48d-4798-4409-8654-ac7c015b5878', 'mac_address': 'fa:16:3e:33:ae:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37a353c-b9f5-4825-8a0a-0b7bfe2c4969', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:14:07.155561 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5553455'] for subnet (87594f3a-0909-4d7b-a41a-6a1bbdc869e0), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:07.195189 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 66c5e48d-4798-4409-8654-ac7c015b5878 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:07.195594 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:07.217415 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c5e48d-4798-4409-8654-ac7c015b5878 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:14:07.286896 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 66c5e48d-4798-4409-8654-ac7c015b5878, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66c5e48d-4798-4409-8654-ac7c015b5878,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:14:07.323739 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Checking segment: {'id': 'd59f1868-13a4-4a77-937b-e94d971fad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a407e515-9177-4355-a02a-288fd4a82eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:14:07.324140 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Network hostable DHCP agents. Network: a407e515-9177-4355-a02a-288fd4a82eac, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:14:07.328019 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87594f3a-0909-4d7b-a41a-6a1bbdc869e0,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:07.365581 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:07.386617 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbd007-6d88-4825-8fc0-10b5cbcdb891 req-d3c66b93-343e-41fa-92f2-ff3f19b741b8 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:07.395460 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9cbd007-6d88-4825-8fc0-10b5cbcdb891 req-d3c66b93-343e-41fa-92f2-ff3f19b741b8 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 943 time: 0.1788430 Mar 08 05:14:07.471989 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=66c5e48d-4798-4409-8654-ac7c015b5878,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:07.480760 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9cbd007-6d88-4825-8fc0-10b5cbcdb891 req-a51f028e-19c9-452d-9454-30b859943c7c tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841048 Mar 08 05:14:07.521427 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Network a407e515-9177-4355-a02a-288fd4a82eac is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:14:07.586965 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1cbed-d42c-4021-9b4b-97b5cf7f5953 req-2f6ffcc3-8f9a-46f4-a79b-f423afaaff8a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:07.587806 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8de1cbed-d42c-4021-9b4b-97b5cf7f5953 req-2f6ffcc3-8f9a-46f4-a79b-f423afaaff8a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1028972 Mar 08 05:14:07.600100 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, a407e515-9177-4355-a02a-288fd4a82eac) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:14:07.615535 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:07.615535 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:07.638674 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90b9d2-b54c-4ad2-b9ce-cfd5eb4b7da0 None None] Network a407e515-9177-4355-a02a-288fd4a82eac requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:14:07.693761 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8de1cbed-d42c-4021-9b4b-97b5cf7f5953 req-26a7caf7-3133-4f2f-a264-bb547a1a1dcb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958648 Mar 08 05:14:07.727817 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-ac9229d3-2a19-4f2f-8735-27e03e48e39f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1981421 Mar 08 05:14:07.814752 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['66c5e48d-4798-4409-8654-ac7c015b5878'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:14:07.869725 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3555e-9e82-43ea-8c65-6e39291a1fcc None None] Network a407e515-9177-4355-a02a-288fd4a82eac requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:14:08.177276 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458dd6d5-0a23-4ed2-9ce9-ec753b43beb0 req-07ddc2d7-bb6b-43d9-8979-4167924922df tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:08.179230 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-458dd6d5-0a23-4ed2-9ce9-ec753b43beb0 req-07ddc2d7-bb6b-43d9-8979-4167924922df tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1400344 Mar 08 05:14:08.255571 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-458dd6d5-0a23-4ed2-9ce9-ec753b43beb0 req-50baac59-bad0-49ab-bd40-8ccd23cfc39c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586760 Mar 08 05:14:08.636891 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e7559-51f3-4c7c-96f7-554f24ecce0d req-82185df4-5cb5-4947-92eb-996653bdf1e4 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:08.641161 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bf1e7559-51f3-4c7c-96f7-554f24ecce0d req-82185df4-5cb5-4947-92eb-996653bdf1e4 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 944 time: 0.0837779 Mar 08 05:14:08.705411 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bf1e7559-51f3-4c7c-96f7-554f24ecce0d req-fdcb98f0-5cdf-43dd-8a50-7974ef2cd541 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583220 Mar 08 05:14:08.928824 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e20f30-5157-48cf-8e7b-2587e02b62ca req-dea4a63e-94d8-493b-bd26-f0710c0879f8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:08.933790 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f7e20f30-5157-48cf-8e7b-2587e02b62ca req-dea4a63e-94d8-493b-bd26-f0710c0879f8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0747433 Mar 08 05:14:09.016996 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f7e20f30-5157-48cf-8e7b-2587e02b62ca req-1be840e1-595c-4065-8459-2cd9e751c799 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726924 Mar 08 05:14:09.419273 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c1fc8-927f-44c1-b888-d42046b88892 req-f648f829-71be-44bb-8cf4-301e9c1d4946 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:09.421740 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2a1c1fc8-927f-44c1-b888-d42046b88892 req-f648f829-71be-44bb-8cf4-301e9c1d4946 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0691967 Mar 08 05:14:09.509545 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2a1c1fc8-927f-44c1-b888-d42046b88892 req-1a7b06a9-8673-4423-8d1e-846125d8f2f5 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656333 Mar 08 05:14:09.851999 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5fdd3-3321-44df-a528-34cbb5333016 req-7059e8fe-8e05-4366-b749-d49decf65115 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:09.853589 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0bb5fdd3-3321-44df-a528-34cbb5333016 req-7059e8fe-8e05-4366-b749-d49decf65115 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 944 time: 0.0562856 Mar 08 05:14:09.917712 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0bb5fdd3-3321-44df-a528-34cbb5333016 req-80c49d24-fbae-4844-bd3f-c5020d0e2784 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535297 Mar 08 05:14:10.188249 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66f72e-8d96-4bf9-9941-798f8201a32f req-9ec9ed96-dc61-4008-b234-53ab945ef7a6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:10.203132 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8f66f72e-8d96-4bf9-9941-798f8201a32f req-9ec9ed96-dc61-4008-b234-53ab945ef7a6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0954332 Mar 08 05:14:10.298796 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8f66f72e-8d96-4bf9-9941-798f8201a32f req-31d48f34-bea0-44e2-8499-c67d82f4da70 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943365 Mar 08 05:14:10.666806 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297611be-0ff0-4fa7-a247-a57c1666af30 req-27263d7c-6cf5-4afb-813f-dfb12bf249de tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:10.669099 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-297611be-0ff0-4fa7-a247-a57c1666af30 req-27263d7c-6cf5-4afb-813f-dfb12bf249de tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0742579 Mar 08 05:14:10.755740 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-297611be-0ff0-4fa7-a247-a57c1666af30 req-e8e18ff5-e4ef-45cf-b386-fe527a5682e5 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747635 Mar 08 05:14:10.843176 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 66c5e48d-4798-4409-8654-ac7c015b5878 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:14:11.057192 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1468545-d861-4637-86b1-400c66e8da8b req-003b22c8-15bc-4a8d-8364-fb645a96dbde tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:11.058828 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c1468545-d861-4637-86b1-400c66e8da8b req-003b22c8-15bc-4a8d-8364-fb645a96dbde tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 944 time: 0.0631025 Mar 08 05:14:11.102715 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 66c5e48d-4798-4409-8654-ac7c015b5878 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:14:11.108356 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 66c5e48d-4798-4409-8654-ac7c015b5878 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:14:11.111531 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:11.122500 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c1468545-d861-4637-86b1-400c66e8da8b req-73d59431-7584-4b19-bbf3-9bbc0b039c16 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561631 Mar 08 05:14:11.202457 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 66c5e48d-4798-4409-8654-ac7c015b5878 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:11.202953 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:11.234738 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c5e48d-4798-4409-8654-ac7c015b5878'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:14:11.237049 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b2f477-c9c9-48ac-89b0-a0881306c4d5" -d '{"events": [{"server_uuid": "09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf", "name": "network-vif-plugged", "status": "completed", "tag": "66c5e48d-4798-4409-8654-ac7c015b5878"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:14:11.250858 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 66c5e48d-4798-4409-8654-ac7c015b5878, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66c5e48d-4798-4409-8654-ac7c015b5878,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:14:11.284195 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9099b395-2187-4da5-b005-1519965c635e x-openstack-request-id: req-9099b395-2187-4da5-b005-1519965c635e {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:14:11.284637 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf", "name": "network-vif-plugged", "status": "completed", "tag": "66c5e48d-4798-4409-8654-ac7c015b5878", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:14:11.284985 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9099b395-2187-4da5-b005-1519965c635e {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:14:11.285483 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c5e48d-4798-4409-8654-ac7c015b5878', 'code': 200} Mar 08 05:14:11.365431 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:11.482486 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=66c5e48d-4798-4409-8654-ac7c015b5878,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:11.539789 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d7ef6-375f-4be6-b172-ce3b767d4590 req-7dc658c2-d2d0-4a1a-a791-67cd73607438 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:11.542162 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1b2d7ef6-375f-4be6-b172-ce3b767d4590 req-7dc658c2-d2d0-4a1a-a791-67cd73607438 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.1129882 Mar 08 05:14:11.615231 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1b2d7ef6-375f-4be6-b172-ce3b767d4590 req-40beb5f3-6890-4ee0-965e-1f13b0c866c8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592492 Mar 08 05:14:11.768604 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c5d5e-bc3c-4ddf-ac37-5372725c37a9 req-6b24196e-4149-4fc4-9aea-39f364f21984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:11.772877 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-416c5d5e-bc3c-4ddf-ac37-5372725c37a9 req-6b24196e-4149-4fc4-9aea-39f364f21984 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 1129 time: 0.0488188 Mar 08 05:14:11.925208 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6a777-0a04-49a1-b132-464b5b1970e3 req-756f4688-2faa-4beb-abf1-b9f6ef10cf42 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:11.928136 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9bb6a777-0a04-49a1-b132-464b5b1970e3 req-756f4688-2faa-4beb-abf1-b9f6ef10cf42 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0830269 Mar 08 05:14:11.983663 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-416c5d5e-bc3c-4ddf-ac37-5372725c37a9 req-10dfa7b3-831b-4207-9ea8-c82dce7791c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906467 Mar 08 05:14:12.002951 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9bb6a777-0a04-49a1-b132-464b5b1970e3 req-3a2ab7ba-1a90-4e32-8b9c-5f29d77802e3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664191 Mar 08 05:14:12.264975 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93961da6-8277-4378-bfd4-a99b65738a65 req-4eeef798-f046-4986-ba95-cd3dbf46a906 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:12.266760 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-93961da6-8277-4378-bfd4-a99b65738a65 req-4eeef798-f046-4986-ba95-cd3dbf46a906 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 945 time: 0.0710430 Mar 08 05:14:12.329897 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-93961da6-8277-4378-bfd4-a99b65738a65 req-90b87868-1836-4fa8-8fd9-8186b7395220 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550907 Mar 08 05:14:12.532550 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-17108094-620c-4865-8dfb-c2a333be9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:12.534157 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-17108094-620c-4865-8dfb-c2a333be9536 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 1129 time: 0.0508928 Mar 08 05:14:12.647647 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-0601d61d-ab06-4472-989b-207c44db8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:12.649261 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-0601d61d-ab06-4472-989b-207c44db8fb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 917 time: 0.1063464 Mar 08 05:14:12.751790 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-02e65649-35e0-4b54-aede-32208fade432 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59 HTTP/1.1" status: 200 len: 1001 time: 0.0949545 Mar 08 05:14:12.768137 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df18d1-e7c2-49d4-a688-ae2694cc5cc0 req-91ebd701-1a53-4130-a6d3-149acdb30206 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:12.769795 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-35df18d1-e7c2-49d4-a688-ae2694cc5cc0 req-91ebd701-1a53-4130-a6d3-149acdb30206 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0666456 Mar 08 05:14:12.832485 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-4c1189b4-a906-4bef-b0e3-35835d0054c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:12.835503 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-4c1189b4-a906-4bef-b0e3-35835d0054c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.0738661 Mar 08 05:14:12.847051 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-35df18d1-e7c2-49d4-a688-ae2694cc5cc0 req-084a3696-4368-45d6-a9ac-872b1a3d412f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649440 Mar 08 05:14:12.905329 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-a9c05e76-1567-47a5-90a0-3a4c549230d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:12.907303 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-a9c05e76-1567-47a5-90a0-3a4c549230d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649164 Mar 08 05:14:13.007616 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-d93fffe9-d006-4d17-97c4-683e2ca771f3 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920091 Mar 08 05:14:13.119012 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0d0d53af-d008-40da-9a65-e9608e7942ba req-80a9a2c6-7f53-4438-93af-b6cbf5f58910 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042645 Mar 08 05:14:13.163139 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca2293-a503-45b8-9b32-81828c73fd1d req-2c477b5e-b95a-4033-a7de-0e5a43db5525 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:13.164847 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e7ca2293-a503-45b8-9b32-81828c73fd1d req-2c477b5e-b95a-4033-a7de-0e5a43db5525 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0638986 Mar 08 05:14:13.219538 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e7ca2293-a503-45b8-9b32-81828c73fd1d req-6d864753-4e47-4752-99fd-6e1a58bf1210 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476730 Mar 08 05:14:13.474058 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361b876-ac6e-4317-9688-f5d59a58e90d req-cc43543e-f2a6-4c91-b545-411fe418742f tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:13.475615 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6361b876-ac6e-4317-9688-f5d59a58e90d req-cc43543e-f2a6-4c91-b545-411fe418742f tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 945 time: 0.0614784 Mar 08 05:14:13.532616 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6361b876-ac6e-4317-9688-f5d59a58e90d req-54b38334-7e34-4e0c-b76d-3a415e9e0af2 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484052 Mar 08 05:14:14.016864 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf040cd8-1bb7-4139-90b9-8adb472f8ea4 req-1a6fd605-1e39-41c3-86a2-02666f57bf0f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:14.018479 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cf040cd8-1bb7-4139-90b9-8adb472f8ea4 req-1a6fd605-1e39-41c3-86a2-02666f57bf0f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 945 time: 0.0625584 Mar 08 05:14:14.106531 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cf040cd8-1bb7-4139-90b9-8adb472f8ea4 req-47eff02a-3a0d-4571-8b35-38a8916d93c3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789716 Mar 08 05:14:14.170381 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39002) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:14.324090 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2c197cd9-078a-4c6c-acc6-283a58239182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:14.415620 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ac35a-0529-41f3-9336-1936aeb9f029 req-96e17b15-2900-418b-a679-2bd259fbdf65 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:14.417132 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9d5ac35a-0529-41f3-9336-1936aeb9f029 req-96e17b15-2900-418b-a679-2bd259fbdf65 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0954547 Mar 08 05:14:14.493099 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2c197cd9-078a-4c6c-acc6-283a58239182 admin admin] Publish callbacks [] for security_group (e037db47-e2a8-4674-b9bb-2d95c10b3db0), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:14.497637 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9d5ac35a-0529-41f3-9336-1936aeb9f029 req-c282bb16-dca5-47b0-b9f5-34ccc0ac8d32 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718746 Mar 08 05:14:14.553965 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2c197cd9-078a-4c6c-acc6-283a58239182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e037db47-e2a8-4674-b9bb-2d95c10b3db0), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:14.598009 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-2c197cd9-078a-4c6c-acc6-283a58239182 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=430baf92e4f84046a9af411e22161ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260616 Mar 08 05:14:14.606954 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c197cd9-078a-4c6c-acc6-283a58239182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e037db47-e2a8-4674-b9bb-2d95c10b3db0,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:14.607143 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39010) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:14.693106 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18530e-7b14-4389-91d0-8e64da43dc2a req-bda41721-5068-4748-9ffa-c17839345901 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:14.696112 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ad18530e-7b14-4389-91d0-8e64da43dc2a req-bda41721-5068-4748-9ffa-c17839345901 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 945 time: 0.0802643 Mar 08 05:14:14.701659 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c89-bc4d-46f6-a4ec-75e761fcd70d admin admin] Publish callbacks [] for security_group (e037db47-e2a8-4674-b9bb-2d95c10b3db0), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:14.730165 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c89-bc4d-46f6-a4ec-75e761fcd70d admin admin] Publish callbacks [] for security_group (e037db47-e2a8-4674-b9bb-2d95c10b3db0), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:14.776282 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ad18530e-7b14-4389-91d0-8e64da43dc2a req-d1c7e757-4583-4416-b849-801b96085c56 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713203 Mar 08 05:14:14.880681 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:14:14.892221 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c89-bc4d-46f6-a4ec-75e761fcd70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e037db47-e2a8-4674-b9bb-2d95c10b3db0), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:14.896473 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-db0c7c89-bc4d-46f6-a4ec-75e761fcd70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:14.898212 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-db0c7c89-bc4d-46f6-a4ec-75e761fcd70d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e037db47-e2a8-4674-b9bb-2d95c10b3db0 HTTP/1.1" status: 204 len: 168 time: 0.2941010 Mar 08 05:14:14.915207 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c7c89-bc4d-46f6-a4ec-75e761fcd70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e037db47-e2a8-4674-b9bb-2d95c10b3db0,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:14.983820 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 is: ACTIVE; New status is: DOWN {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:14.984218 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:15.013368 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:14:15.017338 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dec8c2e-d0b3-471c-811d-785850381569" -d '{"events": [{"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-unplugged", "status": "completed", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:14:15.039324 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:14:15.081478 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3adc6e3-f333-42d0-806c-f4ad0b63008c x-openstack-request-id: req-d3adc6e3-f333-42d0-806c-f4ad0b63008c {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:14:15.081804 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-unplugged", "status": "completed", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:14:15.082067 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3adc6e3-f333-42d0-806c-f4ad0b63008c {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:14:15.082463 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'code': 200} Mar 08 05:14:15.120590 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:15.217086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=8']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:15.323264 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96e073-bd49-4992-9f2b-b0d9b94a73b2 req-93f2003d-cae6-4736-96d0-a3d2e65cab91 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:15.326571 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1d96e073-bd49-4992-9f2b-b0d9b94a73b2 req-93f2003d-cae6-4736-96d0-a3d2e65cab91 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0957386 Mar 08 05:14:15.397566 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1d96e073-bd49-4992-9f2b-b0d9b94a73b2 req-840d4c4b-4d89-4d09-a044-12f65209bfd8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633750 Mar 08 05:14:15.718450 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fde53-53da-405a-8081-a4ecd8f30538 req-6e7716e2-ae32-4184-8145-645625e2a500 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:15.721331 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bf8fde53-53da-405a-8081-a4ecd8f30538 req-6e7716e2-ae32-4184-8145-645625e2a500 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0911386 Mar 08 05:14:15.790624 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bf8fde53-53da-405a-8081-a4ecd8f30538 req-7b5344d9-d816-40bc-9a4c-a9ec4336565c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609789 Mar 08 05:14:15.990378 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39042) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:16.009795 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7aeb-94fd-4831-860f-3023bcf21720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:16.110493 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7aeb-94fd-4831-860f-3023bcf21720 admin admin] Publish callbacks [] for security_group (63a7c42b-e643-482f-9f56-00d563716f08), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:16.218964 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7aeb-94fd-4831-860f-3023bcf21720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (63a7c42b-e643-482f-9f56-00d563716f08), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:16.294402 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39048) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:16.296135 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-b5ec7aeb-94fd-4831-860f-3023bcf21720 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dae77eb394704c6f8e6690748479f853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029327 Mar 08 05:14:16.305214 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec7aeb-94fd-4831-860f-3023bcf21720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a7c42b-e643-482f-9f56-00d563716f08,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:16.386613 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-03700b5b-e902-4376-874f-f05f3413f66b admin admin] Publish callbacks [] for security_group (63a7c42b-e643-482f-9f56-00d563716f08), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:16.422375 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-03700b5b-e902-4376-874f-f05f3413f66b admin admin] Publish callbacks [] for security_group (63a7c42b-e643-482f-9f56-00d563716f08), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:16.574152 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565243-94ca-4b04-a46b-f73257afba10 req-24997ec9-a495-43de-a4ea-9bc418f3117e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:16.577436 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6565243-94ca-4b04-a46b-f73257afba10 req-24997ec9-a495-43de-a4ea-9bc418f3117e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0735073 Mar 08 05:14:16.648606 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-03700b5b-e902-4376-874f-f05f3413f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (63a7c42b-e643-482f-9f56-00d563716f08), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:16.652123 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-03700b5b-e902-4376-874f-f05f3413f66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:16.653679 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-03700b5b-e902-4376-874f-f05f3413f66b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63a7c42b-e643-482f-9f56-00d563716f08 HTTP/1.1" status: 204 len: 168 time: 0.3579066 Mar 08 05:14:16.680337 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6565243-94ca-4b04-a46b-f73257afba10 req-5bf3acf5-782e-4a2d-9b7d-6a60833b95d7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961373 Mar 08 05:14:16.681905 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03700b5b-e902-4376-874f-f05f3413f66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a7c42b-e643-482f-9f56-00d563716f08,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:17.012698 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9a591-e313-4d5d-a3b2-b1f9da643d5b req-be95998f-e8e6-4360-bbad-98f98dfef36a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:17.014563 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e6f9a591-e313-4d5d-a3b2-b1f9da643d5b req-be95998f-e8e6-4360-bbad-98f98dfef36a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0685270 Mar 08 05:14:17.078996 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e6f9a591-e313-4d5d-a3b2-b1f9da643d5b req-37e08c45-a72a-407c-b107-64d6d7a089b9 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517261 Mar 08 05:14:17.260625 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a487c-a923-42a5-ad6b-4e7e9165eb47 req-dbda4cde-3aaa-414d-a012-7676d62a13c1 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:17.263255 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-921a487c-a923-42a5-ad6b-4e7e9165eb47 req-dbda4cde-3aaa-414d-a012-7676d62a13c1 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 945 time: 0.0680363 Mar 08 05:14:17.339408 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-921a487c-a923-42a5-ad6b-4e7e9165eb47 req-4c749fbd-f9f9-4854-afa9-d19245c260a5 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681345 Mar 08 05:14:17.400454 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:14:17.686543 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39082) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:17.704007 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-064c7947-f7a7-4d91-b6f7-31106ea5e40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:17.836376 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-064c7947-f7a7-4d91-b6f7-31106ea5e40e admin admin] Publish callbacks [] for security_group (ace38e92-8335-40f9-b05b-fb94b65ca4fd), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:17.903709 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-064c7947-f7a7-4d91-b6f7-31106ea5e40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (ace38e92-8335-40f9-b05b-fb94b65ca4fd), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:17.972782 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-064c7947-f7a7-4d91-b6f7-31106ea5e40e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43bf61c942be4157841d1df90e0b756e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845368 Mar 08 05:14:17.976467 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c7947-f7a7-4d91-b6f7-31106ea5e40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace38e92-8335-40f9-b05b-fb94b65ca4fd,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:17.977994 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39090) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:18.073059 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-687c8ae1-def3-49a7-91bd-ff130056f3c0 admin admin] Publish callbacks [] for security_group (ace38e92-8335-40f9-b05b-fb94b65ca4fd), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:18.111494 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-687c8ae1-def3-49a7-91bd-ff130056f3c0 admin admin] Publish callbacks [] for security_group (ace38e92-8335-40f9-b05b-fb94b65ca4fd), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:18.244264 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce0909-63db-4b0b-afce-c2669ae97079 req-f3969612-770e-4fbc-a2af-28f492f93fd8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:18.247438 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4dce0909-63db-4b0b-afce-c2669ae97079 req-f3969612-770e-4fbc-a2af-28f492f93fd8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0775063 Mar 08 05:14:18.297637 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-687c8ae1-def3-49a7-91bd-ff130056f3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (ace38e92-8335-40f9-b05b-fb94b65ca4fd), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:18.307274 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-687c8ae1-def3-49a7-91bd-ff130056f3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:18.310572 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-687c8ae1-def3-49a7-91bd-ff130056f3c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ace38e92-8335-40f9-b05b-fb94b65ca4fd HTTP/1.1" status: 204 len: 168 time: 0.3310101 Mar 08 05:14:18.341933 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4dce0909-63db-4b0b-afce-c2669ae97079 req-a9bd38e7-4bd4-425e-b4cb-adbc2e2fd4da tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796802 Mar 08 05:14:18.345910 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c8ae1-def3-49a7-91bd-ff130056f3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace38e92-8335-40f9-b05b-fb94b65ca4fd,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:18.419984 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-ec831df0-5ff1-489f-bdff-25d9a0e67e3a req-404cf124-24d8-43da-be6f-bd8971d13804 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:14:18.425112 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ec831df0-5ff1-489f-bdff-25d9a0e67e3a req-404cf124-24d8-43da-be6f-bd8971d13804 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151317 Mar 08 05:14:18.527964 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f1e0d-6eaf-47ab-9f9b-38d724f33655 req-12575fc7-63ac-4171-b88c-c6905ce3e6d4 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:18.536385 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7c3f1e0d-6eaf-47ab-9f9b-38d724f33655 req-12575fc7-63ac-4171-b88c-c6905ce3e6d4 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 945 time: 0.0857334 Mar 08 05:14:18.585474 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07926132-5645-4752-963a-d930a2df3505 req-952309e6-6955-4067-8388-4867bfe4b404 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:18.587081 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-07926132-5645-4752-963a-d930a2df3505 req-952309e6-6955-4067-8388-4867bfe4b404 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.13 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 945 time: 0.0939517 Mar 08 05:14:18.612664 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7c3f1e0d-6eaf-47ab-9f9b-38d724f33655 req-c7b5fb07-ada7-4d9c-9f4b-a60540d81525 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/security-groups?id=5afa247e-745b-4a74-b102-123d2f5e8568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749781 Mar 08 05:14:18.720624 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-07926132-5645-4752-963a-d930a2df3505 req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Deleting port 66c5e48d-4798-4409-8654-ac7c015b5878 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:14:18.721225 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-07926132-5645-4752-963a-d930a2df3505 req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:18.895651 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:14:18.908980 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-07926132-5645-4752-963a-d930a2df3505 req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] For port 66c5e48d-4798-4409-8654-ac7c015b5878, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=66c5e48d-4798-4409-8654-ac7c015b5878,segment=NetworkSegment(fc5d3f83-757d-4af8-a4fe-f8878fc35bf0),segment_id=fc5d3f83-757d-4af8-a4fe-f8878fc35bf0)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:14:18.910012 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-07926132-5645-4752-963a-d930a2df3505 req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:18.948646 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-07926132-5645-4752-963a-d930a2df3505 req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Calling delete_port for 66c5e48d-4798-4409-8654-ac7c015b5878 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:14:19.016855 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e0cd-7460-4422-bede-7b68679db8d1 req-37da61bd-9dbc-4f7e-baa2-5f9d6b8accf4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:19.025559 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-27c1e0cd-7460-4422-bede-7b68679db8d1 req-37da61bd-9dbc-4f7e-baa2-5f9d6b8accf4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1645582 Mar 08 05:14:19.135888 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-27c1e0cd-7460-4422-bede-7b68679db8d1 req-9f8bcb8b-f9a9-48a0-b10c-19a5a40cc41e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069303 Mar 08 05:14:19.328992 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 is: DOWN; New status is: DOWN {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:19.471739 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c951b99-7d2c-4ae8-9273-a1eae9bafa83 req-5bce5a19-c586-4726-a921-de124fd55a08 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:19.476214 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9c951b99-7d2c-4ae8-9273-a1eae9bafa83 req-5bce5a19-c586-4726-a921-de124fd55a08 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0762255 Mar 08 05:14:19.542784 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9c951b99-7d2c-4ae8-9273-a1eae9bafa83 req-2edeb467-8e16-42e1-a394-5da8cce1e258 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639338 Mar 08 05:14:19.588683 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-07926132-5645-4752-963a-d930a2df3505 req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (66c5e48d-4798-4409-8654-ac7c015b5878), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:19.618738 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Pushing event deleted for resources: {'Port': ['ID=66c5e48d-4798-4409-8654-ac7c015b5878,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:19.624870 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['66c5e48d-4798-4409-8654-ac7c015b5878'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:14:19.684397 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-07926132-5645-4752-963a-d930a2df3505 req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] No DVR routers for this DVR port 66c5e48d-4798-4409-8654-ac7c015b5878 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:14:19.688866 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-07926132-5645-4752-963a-d930a2df3505 req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:19.693809 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-07926132-5645-4752-963a-d930a2df3505 req-648fdf65-a93a-4da5-8e5a-18a45321e1bf tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.13 "DELETE /v2.0/ports/66c5e48d-4798-4409-8654-ac7c015b5878 HTTP/1.1" status: 204 len: 173 time: 1.1008224 Mar 08 05:14:19.694318 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf', 'name': 'network-vif-deleted', 'tag': '66c5e48d-4798-4409-8654-ac7c015b5878'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:14:19.697682 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9948cc-031e-486f-bb52-2f45addc3e3b" -d '{"events": [{"server_uuid": "09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf", "name": "network-vif-deleted", "tag": "66c5e48d-4798-4409-8654-ac7c015b5878"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:14:19.745117 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd19cf9-53c2-4743-8490-76333b9917a0 x-openstack-request-id: req-0fd19cf9-53c2-4743-8490-76333b9917a0 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:14:19.745507 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf", "name": "network-vif-deleted", "tag": "66c5e48d-4798-4409-8654-ac7c015b5878", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:14:19.745921 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0fd19cf9-53c2-4743-8490-76333b9917a0 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:14:19.746883 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf', 'name': 'network-vif-deleted', 'tag': '66c5e48d-4798-4409-8654-ac7c015b5878', 'status': 'completed', 'code': 200} Mar 08 05:14:19.752711 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-61d19320-2cb6-4c82-8609-0195b2bb545f req-8b27e6b3-fd2a-403d-afd6-185ecb7c2f5e tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 210 time: 0.0382321 Mar 08 05:14:19.794773 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fc114cf0-f09e-468a-be73-23cd41728875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:20.252638 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39172) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:20.380937 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c53f8-a360-4512-9c3c-f784ca077e59 req-5f0d0ceb-2f86-45b8-9186-ed010d29d51b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:20.382784 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f44c53f8-a360-4512-9c3c-f784ca077e59 req-5f0d0ceb-2f86-45b8-9186-ed010d29d51b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1000462 Mar 08 05:14:20.431377 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-310fd38d-3b03-4de5-a1cd-c33febdc9a87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1774907 Mar 08 05:14:20.444543 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-9ebed60e-81fa-43ac-bd16-b6c3030c1407 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103748) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:14:20.445596 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-9ebed60e-81fa-43ac-bd16-b6c3030c1407 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056767 Mar 08 05:14:20.466206 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f44c53f8-a360-4512-9c3c-f784ca077e59 req-5b4a63a9-0eff-4a74-a25c-6a60c40ca12e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714619 Mar 08 05:14:20.790946 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39196) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:20.815072 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e730b0-3d09-431c-b1da-d4ab5ab5e24a req-fb8c912b-ca37-47a4-b755-ada342815cb3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:20.821637 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-41e730b0-3d09-431c-b1da-d4ab5ab5e24a req-fb8c912b-ca37-47a4-b755-ada342815cb3 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1354332 Mar 08 05:14:20.889197 dv-cinder-828060-9-iscsi neutron-server[103748]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 05:14:21.001496 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-41e730b0-3d09-431c-b1da-d4ab5ab5e24a req-999ba689-cc64-4788-942b-f5a135bdfd0d tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702104 Mar 08 05:14:21.016801 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-15e8128a-7eda-46aa-b047-2ad6c89e76ef req-1db5584d-8a1d-4a92-b73b-4524367e9096 tempest-VolumesActionsTest-1521920537 tempest-VolumesActionsTest-1521920537-project] 10.222.0.26 "GET /v2.0/ports?device_id=09ccf03f-b0b0-4c9b-94b6-0ad4e6ee3caf HTTP/1.1" status: 200 len: 210 time: 0.0717292 Mar 08 05:14:21.036511 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-7c8e18d7-0894-4888-af88-13523328531a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:21.045269 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-7c8e18d7-0894-4888-af88-13523328531a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports/24ff5c47-b58e-48fc-9ad0-bac12147dd59 HTTP/1.1" status: 200 len: 940 time: 0.2520633 Mar 08 05:14:21.648686 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b37bf-c40c-4344-aee6-102b333a39d0 req-801a5af0-6a45-4c7f-8875-6a88c0dd3ba6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:21.650345 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-232b37bf-c40c-4344-aee6-102b333a39d0 req-801a5af0-6a45-4c7f-8875-6a88c0dd3ba6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0723681 Mar 08 05:14:21.709800 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-232b37bf-c40c-4344-aee6-102b333a39d0 req-89ddfc0f-22d1-4575-9c5a-f135af0dca20 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493667 Mar 08 05:14:22.203601 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66750e3-40c0-4f7b-9e95-b069bdf124dc req-6560cd85-dd2a-4484-be98-1904018b7bd5 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:22.205613 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c66750e3-40c0-4f7b-9e95-b069bdf124dc req-6560cd85-dd2a-4484-be98-1904018b7bd5 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0718036 Mar 08 05:14:22.276808 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c66750e3-40c0-4f7b-9e95-b069bdf124dc req-b843a20e-4a96-479f-82bb-dae921bc2773 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641017 Mar 08 05:14:22.640773 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c7124d1c-4e24-4550-89ff-4a60f6407b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:22.888133 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69f693-acf5-4890-8621-feba4d8f37e9 req-63268adb-31cb-4bd1-a644-176a62bd7c65 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:22.890136 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4a69f693-acf5-4890-8621-feba4d8f37e9 req-63268adb-31cb-4bd1-a644-176a62bd7c65 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0735362 Mar 08 05:14:22.953146 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4a69f693-acf5-4890-8621-feba4d8f37e9 req-5f4a8f01-4840-41a2-a52e-a0e49a6f5f7a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561910 Mar 08 05:14:23.460991 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2c671-6266-46c2-a826-4ee2e8c212cf req-95e8a7b5-1341-4ea3-a164-00d383756d9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:23.462564 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f0c2c671-6266-46c2-a826-4ee2e8c212cf req-95e8a7b5-1341-4ea3-a164-00d383756d9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0625491 Mar 08 05:14:23.545450 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f0c2c671-6266-46c2-a826-4ee2e8c212cf req-f67d4fa7-2a58-4c47-8bf2-2f9e6b83ae09 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753770 Mar 08 05:14:24.132955 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f242f1c-36c8-48a6-9e11-67caddf2f129 req-fa8e72a5-90ec-4a05-a9be-1d9fc1602009 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:24.135689 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4f242f1c-36c8-48a6-9e11-67caddf2f129 req-fa8e72a5-90ec-4a05-a9be-1d9fc1602009 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0745227 Mar 08 05:14:24.211390 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4f242f1c-36c8-48a6-9e11-67caddf2f129 req-f86d4de2-fa82-4509-b697-ff113d182ed3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674453 Mar 08 05:14:24.287653 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 66c5e48d-4798-4409-8654-ac7c015b5878 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:14:24.311371 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 66c5e48d-4798-4409-8654-ac7c015b5878 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:14:24.311718 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 66c5e48d-4798-4409-8654-ac7c015b5878 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:14:24.693618 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1dea4-7241-4a89-b443-c7a851811bd7 req-eb217a24-696a-4cc1-bc06-265c1b4a39ed tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:24.694640 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d0f1dea4-7241-4a89-b443-c7a851811bd7 req-eb217a24-696a-4cc1-bc06-265c1b4a39ed tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0606709 Mar 08 05:14:24.748037 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d0f1dea4-7241-4a89-b443-c7a851811bd7 req-d22ddab3-1959-4164-9f95-e72fc5cef490 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Mar 08 05:14:25.342128 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:25.367739 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf0aba-86c7-4b2b-af09-2f9d116854e9 req-16f248ba-860a-4ca5-966c-c20a1cf5eb6d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:25.370394 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b8bf0aba-86c7-4b2b-af09-2f9d116854e9 req-16f248ba-860a-4ca5-966c-c20a1cf5eb6d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0560451 Mar 08 05:14:25.422784 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b8bf0aba-86c7-4b2b-af09-2f9d116854e9 req-364e20ae-3b14-42c5-9329-76ba8a5962f8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477407 Mar 08 05:14:25.542304 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:25.889933 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a14cb9-3fe9-4d8f-a407-c0dc366b704b req-c2f976ce-06de-4a0b-b788-dc0a9684be53 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:25.891524 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b0a14cb9-3fe9-4d8f-a407-c0dc366b704b req-c2f976ce-06de-4a0b-b788-dc0a9684be53 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0632422 Mar 08 05:14:25.966020 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b0a14cb9-3fe9-4d8f-a407-c0dc366b704b req-1f0bd93c-3206-4253-b8bb-beef8eea6473 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650008 Mar 08 05:14:26.473946 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:26.613894 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51335828-ff3a-4940-b3ad-0cae3d59ec6b req-2002fd9d-eea5-48c1-84da-96754781788e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:26.616650 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-51335828-ff3a-4940-b3ad-0cae3d59ec6b req-2002fd9d-eea5-48c1-84da-96754781788e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0829408 Mar 08 05:14:26.695307 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-51335828-ff3a-4940-b3ad-0cae3d59ec6b req-993883f5-f16a-40de-8990-cb2fc86b04cc tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708027 Mar 08 05:14:27.139299 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a2f21-1ad5-4e89-a7c7-9faf8bf58848 req-5c27d290-9ecf-4d27-976d-c63ad2059e3e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:27.142099 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e19a2f21-1ad5-4e89-a7c7-9faf8bf58848 req-5c27d290-9ecf-4d27-976d-c63ad2059e3e tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0933630 Mar 08 05:14:27.218703 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e19a2f21-1ad5-4e89-a7c7-9faf8bf58848 req-e7a50a74-142f-4296-96b3-0276471192f8 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677412 Mar 08 05:14:27.838787 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caa2a8-e6e4-4f9d-b76b-bb768b1e7903 req-77b8486e-142f-418f-97a9-e5ccd4f13e19 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:27.840461 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-42caa2a8-e6e4-4f9d-b76b-bb768b1e7903 req-77b8486e-142f-418f-97a9-e5ccd4f13e19 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0615182 Mar 08 05:14:27.901261 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-42caa2a8-e6e4-4f9d-b76b-bb768b1e7903 req-740c2798-e0ad-422b-9014-22fe6842147b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502284 Mar 08 05:14:28.354369 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1870db-8c66-4fab-a475-590739ab61e0 req-748b13af-5552-4bb2-8a57-051e5b978e8b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:28.356054 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c1870db-8c66-4fab-a475-590739ab61e0 req-748b13af-5552-4bb2-8a57-051e5b978e8b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0628276 Mar 08 05:14:28.447566 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c1870db-8c66-4fab-a475-590739ab61e0 req-1214d184-a108-4f99-9b1c-9bbbcb999fde tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840242 Mar 08 05:14:29.097331 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd40cd-f386-4dbc-bb08-02b079908f9b req-2206edfb-6e0a-46b8-832a-b593ccab88ad tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:29.103347 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-73fd40cd-f386-4dbc-bb08-02b079908f9b req-2206edfb-6e0a-46b8-832a-b593ccab88ad tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0929480 Mar 08 05:14:29.165107 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:29.171639 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-73fd40cd-f386-4dbc-bb08-02b079908f9b req-409a22d6-d998-4189-a462-e2092dcafeb8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611665 Mar 08 05:14:29.192804 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58d90f-c1df-472b-9da3-c4ae72374d32 req-8f4d637a-b976-43b9-975d-6b3f9be55778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:29.195260 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2e58d90f-c1df-472b-9da3-c4ae72374d32 req-8f4d637a-b976-43b9-975d-6b3f9be55778 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1129 time: 0.0744750 Mar 08 05:14:29.276375 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2e58d90f-c1df-472b-9da3-c4ae72374d32 req-b610b309-f509-4128-a213-373a72471804 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744908 Mar 08 05:14:29.587605 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60ffe0-5f06-4d3b-9d97-3d403967cf0a req-002660af-617d-432d-9733-8c901a910021 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:29.589127 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0e60ffe0-5f06-4d3b-9d97-3d403967cf0a req-002660af-617d-432d-9733-8c901a910021 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0631835 Mar 08 05:14:29.656380 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0e60ffe0-5f06-4d3b-9d97-3d403967cf0a req-ef1577e9-e37e-4646-a069-844c9fa0fbb1 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605526 Mar 08 05:14:30.352463 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2d12d-1c44-4d08-8d48-3fa0900cf3cd req-618bfef3-d880-44ad-ad3c-b987041e2ce3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:30.355365 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b9c2d12d-1c44-4d08-8d48-3fa0900cf3cd req-618bfef3-d880-44ad-ad3c-b987041e2ce3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0819521 Mar 08 05:14:30.445991 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b9c2d12d-1c44-4d08-8d48-3fa0900cf3cd req-aaf81bf3-1d49-4081-aaac-c648ea0cbedf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829334 Mar 08 05:14:30.793493 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca6242-8a2b-49ba-a095-7189ef981205 req-85fa4521-967a-438b-b0a0-1b7c7217bbbc tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:30.796338 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-43ca6242-8a2b-49ba-a095-7189ef981205 req-85fa4521-967a-438b-b0a0-1b7c7217bbbc tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0647626 Mar 08 05:14:30.856318 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-43ca6242-8a2b-49ba-a095-7189ef981205 req-e37a947f-3a2b-480a-9b3c-0cb74ca35913 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535746 Mar 08 05:14:31.582943 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed1861-ef73-4c0a-9f12-f2eb351aa664 req-35ba4bb8-5782-4468-a951-c3d8f9ddc822 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:31.584741 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-00ed1861-ef73-4c0a-9f12-f2eb351aa664 req-35ba4bb8-5782-4468-a951-c3d8f9ddc822 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0560646 Mar 08 05:14:31.660152 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-00ed1861-ef73-4c0a-9f12-f2eb351aa664 req-98e9d3ad-b71b-43a7-b932-22047d650ef3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676124 Mar 08 05:14:32.007338 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f810fe-d086-47f2-aae5-a158469f33a7 req-2b83354d-cc60-4d2d-849c-776d31f1726d tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:32.009064 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-01f810fe-d086-47f2-aae5-a158469f33a7 req-2b83354d-cc60-4d2d-849c-776d31f1726d tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0662973 Mar 08 05:14:32.066698 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-01f810fe-d086-47f2-aae5-a158469f33a7 req-53d958b6-ff90-43cc-bb3e-3a3feb4c8963 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459118 Mar 08 05:14:32.381348 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-10ebba90-0e01-4708-a76f-ca1a3f5fc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:32.382871 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-10ebba90-0e01-4708-a76f-ca1a3f5fc053 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1129 time: 0.0467882 Mar 08 05:14:32.510798 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-d7efd362-2c9b-4d18-b708-d51f06e60ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:32.512273 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-d7efd362-2c9b-4d18-b708-d51f06e60ed3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 919 time: 0.1064899 Mar 08 05:14:32.558057 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-a2885f56-c9ed-4ae6-810e-788147da1f54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 HTTP/1.1" status: 200 len: 217 time: 0.0356727 Mar 08 05:14:32.608962 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-90d18b1e-8abf-40a6-9537-ffe28d0ee60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:32.610380 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-90d18b1e-8abf-40a6-9537-ffe28d0ee60d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.0464704 Mar 08 05:14:32.645956 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-d78ec036-68a7-456f-8fdc-bef6cb9c2eff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288131 Mar 08 05:14:32.781529 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-ecbc4697-c0c7-4a04-9c65-d836b0e5d893 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278512 Mar 08 05:14:32.856600 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7592f-5416-4772-8ca7-0bb3f8a70c10 req-92c137eb-a811-406f-b1ea-5530e4d4f5e1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:32.859879 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-43f7592f-5416-4772-8ca7-0bb3f8a70c10 req-92c137eb-a811-406f-b1ea-5530e4d4f5e1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0751872 Mar 08 05:14:32.932229 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-970cafb1-b2b6-42c8-8eb6-cfe22b29e6cd req-f9465318-284c-48c1-beb1-6cb31ac65b00 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437085 Mar 08 05:14:32.932919 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-43f7592f-5416-4772-8ca7-0bb3f8a70c10 req-2e532830-babf-4fc9-bed2-1c1aaaa450c8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663693 Mar 08 05:14:33.210160 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191a1d-8439-4a51-b3a6-e57455adc215 req-c6bd4506-7164-4289-bb9f-1e135fa1b856 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:33.212592 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-91191a1d-8439-4a51-b3a6-e57455adc215 req-c6bd4506-7164-4289-bb9f-1e135fa1b856 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0679207 Mar 08 05:14:33.279769 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-91191a1d-8439-4a51-b3a6-e57455adc215 req-680d20ca-0962-453b-949a-025f8d0b53b2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550539 Mar 08 05:14:34.156342 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5bbff-c7fd-4884-a212-dd620a490f1d req-a25e19ca-88f7-4e2b-8816-e57cfd5873a9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:34.159147 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dba5bbff-c7fd-4884-a212-dd620a490f1d req-a25e19ca-88f7-4e2b-8816-e57cfd5873a9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.0942156 Mar 08 05:14:34.219346 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dba5bbff-c7fd-4884-a212-dd620a490f1d req-64b1ef9c-1304-4ea5-aa8d-1ca3002c6f0c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537434 Mar 08 05:14:34.441053 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f2b4e-a05f-4c73-9623-127889b74a26 req-fc4cbc23-5242-4474-aaf9-110cf40354da tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:34.449974 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ab9f2b4e-a05f-4c73-9623-127889b74a26 req-fc4cbc23-5242-4474-aaf9-110cf40354da tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.0926738 Mar 08 05:14:34.503199 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ab9f2b4e-a05f-4c73-9623-127889b74a26 req-90d8e430-7e13-4d8e-ad46-8159a6ef78c7 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514119 Mar 08 05:14:35.286166 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2d2dc-79e3-44e1-9527-9afec736641a req-41dd743e-a0a1-4bf3-a65b-da14f1fed40f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:35.288674 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bbc2d2dc-79e3-44e1-9527-9afec736641a req-41dd743e-a0a1-4bf3-a65b-da14f1fed40f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1247623 Mar 08 05:14:35.347414 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-be95d780-4cc1-40b1-958d-26582fc9c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:35.351348 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-be95d780-4cc1-40b1-958d-26582fc9c109 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6078b908042145b19876cce08fc19a35&device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 1129 time: 0.1451747 Mar 08 05:14:35.370550 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bbc2d2dc-79e3-44e1-9527-9afec736641a req-30b8510b-3e03-47e4-a882-70abab7dae0a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677891 Mar 08 05:14:35.542649 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-579e18fb-e4a9-4fd6-9620-e17385a027db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:35.550358 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-579e18fb-e4a9-4fd6-9620-e17385a027db service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 200 len: 919 time: 0.1901562 Mar 08 05:14:35.598446 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ea4bb-7364-4ed1-862c-a4b1893f200c req-e5235296-a8a4-4ffb-bdab-65200e7ee23b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:35.601142 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c55ea4bb-7364-4ed1-862c-a4b1893f200c req-e5235296-a8a4-4ffb-bdab-65200e7ee23b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1754084 Mar 08 05:14:35.663956 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-d6c820a9-2c3a-4215-aa17-ac7928e341be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 HTTP/1.1" status: 200 len: 217 time: 0.0895483 Mar 08 05:14:35.666545 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c55ea4bb-7364-4ed1-862c-a4b1893f200c req-31a06054-675e-45dd-ace5-72de452e2893 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582218 Mar 08 05:14:35.795351 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-da817267-6198-49ab-9da6-3abdd6f1f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:35.797537 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-da817267-6198-49ab-9da6-3abdd6f1f8b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 200 len: 858 time: 0.0954213 Mar 08 05:14:35.801390 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-688699bc-86bd-4c55-91b9-c76a4147b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:35.807006 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-688699bc-86bd-4c55-91b9-c76a4147b2d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a&tenant_id=d82c88089643490b8ac1cbca277282ab HTTP/1.1" status: 200 len: 1127 time: 0.2520237 Mar 08 05:14:35.858958 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-6bfde0ad-93dd-4bdb-8560-33863ec23066 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93d4532-f358-4f4b-86bd-f443626d8104&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544999 Mar 08 05:14:35.988942 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-363605a1-d163-4659-aa92-2742942aab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:35.991343 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-363605a1-d163-4659-aa92-2742942aab4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 1127 time: 0.1443479 Mar 08 05:14:36.035107 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39516) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:36.056302 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-fff572c6-4cda-4b27-bd3a-0627697d2fad service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768656 Mar 08 05:14:36.171455 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39520) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:36.495980 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:36.577904 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-c8995dbc-3cd2-4ece-856f-aeae18384853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:36.579571 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-c8995dbc-3cd2-4ece-856f-aeae18384853 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 917 time: 0.5812814 Mar 08 05:14:36.650284 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2ad4d77f-263b-4280-ba88-29b57df2ea3f req-cf3ac79d-1cae-4dc4-9ab2-ccca5ce1f6e8 service neutron] 10.222.0.13 "GET /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464599 Mar 08 05:14:36.680602 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-3fe9aec7-6102-4f0d-981d-11651c07f8c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59 HTTP/1.1" status: 200 len: 999 time: 0.0863433 Mar 08 05:14:36.703643 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Publish callbacks [] for security_group (b0b9df64-830d-4de2-beee-66c63e71530e), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:36.708436 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-cb259bba-db22-4afe-86c8-407d44b0db37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:36.799447 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-cb259bba-db22-4afe-86c8-407d44b0db37 admin admin] Publish callbacks [] for security_group (d38944ff-7613-451e-9430-5fe62987354b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:36.807067 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-a5effc5d-2ca5-45f3-a13b-efbf206e10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:36.809134 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-a5effc5d-2ca5-45f3-a13b-efbf206e10cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.1201079 Mar 08 05:14:36.826979 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc329697-99fb-4d11-8ebf-f535d45a8701 req-8840e977-c408-4f8b-aaa1-9b56acff02ee tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:36.837849 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cc329697-99fb-4d11-8ebf-f535d45a8701 req-8840e977-c408-4f8b-aaa1-9b56acff02ee tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.3512444 Mar 08 05:14:36.871000 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (b0b9df64-830d-4de2-beee-66c63e71530e), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:36.896247 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-e7214c4f-843a-4426-8f77-f2d6aeb7c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:36.898954 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-e7214c4f-843a-4426-8f77-f2d6aeb7c7ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700171 Mar 08 05:14:36.943661 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-cb259bba-db22-4afe-86c8-407d44b0db37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d38944ff-7613-451e-9430-5fe62987354b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:37.023205 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9252e199b9d4005b50386fcc981a279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8515849 Mar 08 05:14:37.027514 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-5843fd79-0e9a-4beb-bcbc-491a547407cf service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195891 Mar 08 05:14:37.028528 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39538) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:37.068736 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b9df64-830d-4de2-beee-66c63e71530e,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:37.105828 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-cb259bba-db22-4afe-86c8-407d44b0db37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae9cea56dd9343a8856194b93a838711&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0673909 Mar 08 05:14:37.112457 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a36ed-40b5-4ee6-a892-0d09f099c017 req-5ca945ef-4191-4f69-a55a-5d44557e1bcf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:37.114677 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6e8a36ed-40b5-4ee6-a892-0d09f099c017 req-5ca945ef-4191-4f69-a55a-5d44557e1bcf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.2630267 Mar 08 05:14:37.114677 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39540) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:37.146509 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.146867 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.147270 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.147619 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.148147 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.148491 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.148828 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.149168 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.149503 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.149835 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.150174 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.150504 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.150828 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659ffa-be04-42e9-b682-787a1ee27f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.188944 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cc329697-99fb-4d11-8ebf-f535d45a8701 req-1e001550-6ea3-412a-9524-6604cb2417fb tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397899 Mar 08 05:14:37.276593 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b3d0a934-55df-4dad-8b33-4770b7489452 req-5d00fc4e-bb36-456e-9a3b-ff5576cef1cb service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914630 Mar 08 05:14:37.297263 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb259bba-db22-4afe-86c8-407d44b0db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38944ff-7613-451e-9430-5fe62987354b,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:37.299909 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Publish callbacks [] for security_group (b0b9df64-830d-4de2-beee-66c63e71530e), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:37.320603 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-80917eff-3e05-48dc-831a-58daf5aa8e48 admin admin] Publish callbacks [] for security_group (d38944ff-7613-451e-9430-5fe62987354b), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:37.356654 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6e8a36ed-40b5-4ee6-a892-0d09f099c017 req-dc3e97a5-2974-42c3-8710-f0833b4699c7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722984 Mar 08 05:14:37.360081 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Publish callbacks [] for security_group (b0b9df64-830d-4de2-beee-66c63e71530e), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:37.391854 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-80917eff-3e05-48dc-831a-58daf5aa8e48 admin admin] Publish callbacks [] for security_group (d38944ff-7613-451e-9430-5fe62987354b), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:37.508168 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (b0b9df64-830d-4de2-beee-66c63e71530e), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:37.510979 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:37.517778 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0b9df64-830d-4de2-beee-66c63e71530e HTTP/1.1" status: 204 len: 168 time: 0.4823177 Mar 08 05:14:37.537872 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b9df64-830d-4de2-beee-66c63e71530e,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:37.560135 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.560600 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.560995 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.561373 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.561732 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.562120 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.562487 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.562847 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.569576 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-80917eff-3e05-48dc-831a-58daf5aa8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d38944ff-7613-451e-9430-5fe62987354b), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:37.572423 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-80917eff-3e05-48dc-831a-58daf5aa8e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:37.573676 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-80917eff-3e05-48dc-831a-58daf5aa8e48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d38944ff-7613-451e-9430-5fe62987354b HTTP/1.1" status: 204 len: 168 time: 0.4577649 Mar 08 05:14:37.577560 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.577963 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.578508 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.578669 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.579048 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb41ad8-54a7-41e7-9661-716865b529e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:37.630322 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80917eff-3e05-48dc-831a-58daf5aa8e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38944ff-7613-451e-9430-5fe62987354b,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:37.978577 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39570) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:38.050350 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d5b732-00f7-4880-a88d-85b3d4601224 admin admin] Deleting subnet 9b9956fd-6e51-4cfb-92e2-e6cd52e2b2b6 {{(pid=103747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:14:38.054778 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-09d5b732-00f7-4880-a88d-85b3d4601224 admin admin] Publish callbacks [] for subnet (9b9956fd-6e51-4cfb-92e2-e6cd52e2b2b6), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:38.103202 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-09d5b732-00f7-4880-a88d-85b3d4601224 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5539507'] for subnet (9b9956fd-6e51-4cfb-92e2-e6cd52e2b2b6), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:38.186892 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-09d5b732-00f7-4880-a88d-85b3d4601224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (9b9956fd-6e51-4cfb-92e2-e6cd52e2b2b6), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:38.449657 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-09d5b732-00f7-4880-a88d-85b3d4601224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005557'] for subnet (9b9956fd-6e51-4cfb-92e2-e6cd52e2b2b6), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:38.463455 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1add3f0-3e2b-4e6f-b54f-eeb156f75715 req-11b19aa2-1664-4cf0-b94d-6abdd909c47a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:38.467094 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e1add3f0-3e2b-4e6f-b54f-eeb156f75715 req-11b19aa2-1664-4cf0-b94d-6abdd909c47a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1241052 Mar 08 05:14:38.795297 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5b732-00f7-4880-a88d-85b3d4601224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9956fd-6e51-4cfb-92e2-e6cd52e2b2b6,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:38.831692 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-09d5b732-00f7-4880-a88d-85b3d4601224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:38.840410 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-09d5b732-00f7-4880-a88d-85b3d4601224 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9b9956fd-6e51-4cfb-92e2-e6cd52e2b2b6 HTTP/1.1" status: 204 len: 168 time: 0.8553102 Mar 08 05:14:38.840572 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39596) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:38.906554 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71c546-a14c-4e8f-b083-8f2f170137d4 req-edc7dffe-8f1d-4932-bd76-3c129553ad45 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:38.912853 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7e71c546-a14c-4e8f-b083-8f2f170137d4 req-edc7dffe-8f1d-4932-bd76-3c129553ad45 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1084359 Mar 08 05:14:38.925321 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e1add3f0-3e2b-4e6f-b54f-eeb156f75715 req-c292e04b-a1ae-444d-b357-3449ad3d5317 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274054 Mar 08 05:14:38.965973 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (872970e6-84a7-45c8-82fc-14ea07fc28c5), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:38.981857 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7e71c546-a14c-4e8f-b083-8f2f170137d4 req-9f0e3ef9-533f-4e93-835b-e275d5e27ca0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680277 Mar 08 05:14:39.056603 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (872970e6-84a7-45c8-82fc-14ea07fc28c5), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:39.082485 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872970e6-84a7-45c8-82fc-14ea07fc28c5']}} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:39.100783 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2d7960-324e-4b41-8380-3159a64726f7') {'for_net_delete': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:39.101563 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2d7960-324e-4b41-8380-3159a64726f7') {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:39.124662 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5430779'] for segment (ce2d7960-324e-4b41-8380-3159a64726f7), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:39.187026 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (ce2d7960-324e-4b41-8380-3159a64726f7), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:39.201658 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:14:39.203699 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5447571'] for segment (ce2d7960-324e-4b41-8380-3159a64726f7), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: Traceback (most recent call last): Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: timer() Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: cb(*args, **kw) Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: return func(*args, **kwargs) Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: self._notify() Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: self.callback(batched_events) Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: event.method(event) Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: return f(self, *a, **k) Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._get(url).json() Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: return self.request(url, 'GET', **kwargs) Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:14:39.208550 dv-cinder-828060-9-iscsi neutron-server[103748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:14:39.367191 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (872970e6-84a7-45c8-82fc-14ea07fc28c5), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:39.388740 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:39.392395 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] 10.222.0.26 "DELETE /v2.0/networks/872970e6-84a7-45c8-82fc-14ea07fc28c5 HTTP/1.1" status: 204 len: 168 time: 0.5536046 Mar 08 05:14:39.393965 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896d45d-fc51-4a8a-a639-b4a01f9ab569 admin admin] Pushing event deleted for resources: {'Network': ['ID=872970e6-84a7-45c8-82fc-14ea07fc28c5,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:39.396918 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39608) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:39.500223 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87e75b0-966b-4ada-a77f-2991f5241fd2 admin admin] Deleting subnet 87594f3a-0909-4d7b-a41a-6a1bbdc869e0 {{(pid=103748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:14:39.513164 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f87e75b0-966b-4ada-a77f-2991f5241fd2 admin admin] Publish callbacks [] for subnet (87594f3a-0909-4d7b-a41a-6a1bbdc869e0), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:39.566508 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f87e75b0-966b-4ada-a77f-2991f5241fd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5430528'] for subnet (87594f3a-0909-4d7b-a41a-6a1bbdc869e0), precommit_delete_associations {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:39.621841 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39612) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:39.628393 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f87e75b0-966b-4ada-a77f-2991f5241fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (87594f3a-0909-4d7b-a41a-6a1bbdc869e0), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:39.819455 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1627484688-network', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:14:39.925998 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f87e75b0-966b-4ada-a77f-2991f5241fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5447673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5553494'] for subnet (87594f3a-0909-4d7b-a41a-6a1bbdc869e0), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.000567 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Made reservation on behalf of 372dca34600e4c629cdd1bf9f8743f36 for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:14:40.005067 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.040280 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.088056 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e75b0-966b-4ada-a77f-2991f5241fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87594f3a-0909-4d7b-a41a-6a1bbdc869e0,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:40.099304 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f87e75b0-966b-4ada-a77f-2991f5241fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.107997 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-f87e75b0-966b-4ada-a77f-2991f5241fd2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/87594f3a-0909-4d7b-a41a-6a1bbdc869e0 HTTP/1.1" status: 204 len: 168 time: 0.7099209 Mar 08 05:14:40.113047 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39620) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:40.272708 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (a407e515-9177-4355-a02a-288fd4a82eac), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.295868 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c796-4eb1-4962-899a-a30715be19bf req-56d25fba-c793-476e-bb6e-06c9fa5bc559 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:40.298669 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a663c796-4eb1-4962-899a-a30715be19bf req-56d25fba-c793-476e-bb6e-06c9fa5bc559 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1567404 Mar 08 05:14:40.377394 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef5f1-eb8b-4eb4-bdde-cca8d5970675 req-16c8f6e1-b116-42f8-8a78-3bdc230af9e5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:40.384370 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0f3ef5f1-eb8b-4eb4-bdde-cca8d5970675 req-16c8f6e1-b116-42f8-8a78-3bdc230af9e5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.2818158 Mar 08 05:14:40.548231 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (a407e515-9177-4355-a02a-288fd4a82eac), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.558866 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a663c796-4eb1-4962-899a-a30715be19bf req-d2cb68ce-2c58-4388-8b27-942937046c99 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492347 Mar 08 05:14:40.655921 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a407e515-9177-4355-a02a-288fd4a82eac']}} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:40.698961 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Publish callbacks [] for security_group (baf85545-d97e-4034-84b5-406a117561f8), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.702389 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59f1868-13a4-4a77-937b-e94d971fad40') {'for_net_delete': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:40.703100 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59f1868-13a4-4a77-937b-e94d971fad40') {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:40.745430 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5430779'] for segment (d59f1868-13a4-4a77-937b-e94d971fad40), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.760427 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0f3ef5f1-eb8b-4eb4-bdde-cca8d5970675 req-257c937d-8dee-409f-8695-5f7c5787a8f3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509016 Mar 08 05:14:40.806489 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (d59f1868-13a4-4a77-937b-e94d971fad40), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.812104 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (baf85545-d97e-4034-84b5-406a117561f8), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.821091 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:14:40.821091 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5447571'] for segment (d59f1868-13a4-4a77-937b-e94d971fad40), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: Traceback (most recent call last): Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: timer() Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: cb(*args, **kw) Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: return func(*args, **kwargs) Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: self._notify() Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: self.callback(batched_events) Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: event.method(event) Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: return f(self, *a, **k) Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._get(url).json() Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: return self.request(url, 'GET', **kwargs) Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:14:40.822703 dv-cinder-828060-9-iscsi neutron-server[103748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:14:40.977440 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf85545-d97e-4034-84b5-406a117561f8,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:41.411290 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (a407e515-9177-4355-a02a-288fd4a82eac), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:41.423951 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:14:41.435086 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:41.440706 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a407e515-9177-4355-a02a-288fd4a82eac HTTP/1.1" status: 204 len: 168 time: 1.3257997 Mar 08 05:14:41.451564 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (b235d7df-ee8d-45d0-91a0-db94907e2847), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:41.451928 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Added segment b235d7df-ee8d-45d0-91a0-db94907e2847 of type vlan for network 315a12be-c10d-4cbd-8e45-e80f1076551c Mar 08 05:14:41.458559 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1322699-d236-491b-a30b-37dc6fde7799 admin admin] Pushing event deleted for resources: {'Network': ['ID=a407e515-9177-4355-a02a-288fd4a82eac,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:41.539380 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (315a12be-c10d-4cbd-8e45-e80f1076551c), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:41.646341 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (315a12be-c10d-4cbd-8e45-e80f1076551c), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:41.648045 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:41.649259 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:41.884334 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2569239 Mar 08 05:14:41.886848 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39638) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:41.890431 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Request body: {'subnet': {'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1627484688-subnet', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'ip_version': 4}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:14:41.897757 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11503c2b-04fd-4e50-a4af-2c5c34f2a6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=315a12be-c10d-4cbd-8e45-e80f1076551c,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:41.920659 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 315a12be-c10d-4cbd-8e45-e80f1076551c details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:14:42.022560 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Made reservation on behalf of 372dca34600e4c629cdd1bf9f8743f36 for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:14:42.025639 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5553457'] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:42.048476 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39640) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:42.110360 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82bf50-4a69-4775-bf03-2d6051a73319 req-8e4b97f4-8c21-4aac-8aad-68086087c11a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:42.119254 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd82bf50-4a69-4775-bf03-2d6051a73319 req-8e4b97f4-8c21-4aac-8aad-68086087c11a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1748838 Mar 08 05:14:42.199783 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c6c5c046-655a-4ff8-b87b-1c533ab079ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=67571b0855564881a0a2fd9f334360d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500726 Mar 08 05:14:42.203551 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39642) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:42.221619 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd82bf50-4a69-4775-bf03-2d6051a73319 req-990c62f7-7b51-4195-8717-5825b2d735d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011615 Mar 08 05:14:42.355969 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ff098caf-b493-404c-9fd4-47a1cbfb28a7 admin admin] Publish callbacks [] for security_group (f85f4d86-baa1-46ee-82ac-4b9318534fac), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:42.451389 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ff098caf-b493-404c-9fd4-47a1cbfb28a7 admin admin] Publish callbacks [] for security_group (f85f4d86-baa1-46ee-82ac-4b9318534fac), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:42.914851 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5553455'] for subnet (b8c99f12-de41-42e1-b20f-718b69483d31), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:43.050360 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ff098caf-b493-404c-9fd4-47a1cbfb28a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (f85f4d86-baa1-46ee-82ac-4b9318534fac), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:43.064153 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ff098caf-b493-404c-9fd4-47a1cbfb28a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:43.073708 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-ff098caf-b493-404c-9fd4-47a1cbfb28a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f85f4d86-baa1-46ee-82ac-4b9318534fac HTTP/1.1" status: 204 len: 168 time: 0.8683238 Mar 08 05:14:43.164577 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff098caf-b493-404c-9fd4-47a1cbfb28a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85f4d86-baa1-46ee-82ac-4b9318534fac,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:43.240081 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c99f12-de41-42e1-b20f-718b69483d31,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:43.283780 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Checking segment: {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:14:43.286434 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Network hostable DHCP agents. Network: 315a12be-c10d-4cbd-8e45-e80f1076551c, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:14:43.542194 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Network 315a12be-c10d-4cbd-8e45-e80f1076551c is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:14:43.645367 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029a9d2-efba-4f8e-9d27-0ee961c9ebf4 req-6f0b9476-d109-4f78-9725-1b43bdd0625b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:43.645367 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d029a9d2-efba-4f8e-9d27-0ee961c9ebf4 req-6f0b9476-d109-4f78-9725-1b43bdd0625b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1328790 Mar 08 05:14:43.721556 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d029a9d2-efba-4f8e-9d27-0ee961c9ebf4 req-af5bd75b-b7bd-42bc-8eb8-fc68c343f979 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685811 Mar 08 05:14:43.759253 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 315a12be-c10d-4cbd-8e45-e80f1076551c) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:14:43.769906 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:43.769906 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:43.776193 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30963f66-c9c4-4ea8-a665-10680b8b025f None None] Network 315a12be-c10d-4cbd-8e45-e80f1076551c requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:14:43.911485 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-fa8ff64b-5abc-44b8-a522-e1e4282893e0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0252433 Mar 08 05:14:43.915048 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39654) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:43.922459 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:14:43.976150 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-315a12be-c10d-4cbd-8e45-e80f1076551c', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:14:43.977071 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:44.091326 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:44.092621 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:44.280331 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks [] for router_controller (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), precommit_add_association {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:44.430733 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Allocated IP 172.20.0.2 (315a12be-c10d-4cbd-8e45-e80f1076551c/b8c99f12-de41-42e1-b20f-718b69483d31/d1b88185-9a8a-452c-a39a-f6a8aa2db0e6) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:14:44.600477 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39662) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:44.711968 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-e16a4ffa-b411-4534-a8e2-47e37219ac7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27b8bc15f18e4572b6327e27b9fdcb28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055226 Mar 08 05:14:44.712999 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39664) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:44.732711 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks [] for router_gateway (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:44.821124 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Publish callbacks [] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:44.888816 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5c010e51-55f0-4cf9-b0ec-d5184d276b74 admin admin] Publish callbacks [] for security_group (f781da89-c474-4837-b48c-9b0b86c3a34c), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:44.932840 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:45.009093 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5c010e51-55f0-4cf9-b0ec-d5184d276b74 admin admin] Publish callbacks [] for security_group (f781da89-c474-4837-b48c-9b0b86c3a34c), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:45.102280 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Network 315a12be-c10d-4cbd-8e45-e80f1076551c is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:14:45.112983 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:14:45.120158 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:14:45.144854 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Pushing event updated for resources: {'Port': ['ID=d1b88185-9a8a-452c-a39a-f6a8aa2db0e6,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:45.261741 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164035f-178d-4a74-8a2d-4bbd2e74a492 req-638e06f8-8902-43c8-9bf3-9abf206721cf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:45.277299 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3164035f-178d-4a74-8a2d-4bbd2e74a492 req-638e06f8-8902-43c8-9bf3-9abf206721cf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.3078125 Mar 08 05:14:45.319717 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.320195 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.320580 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.320936 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.321278 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.321683 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.322045 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.322382 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.322719 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.328218 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.333099 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.333099 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.333099 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:45.349657 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Attempting to bind port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:14:45.350049 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Attempting to bind port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:14:45.351321 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Attempting to bind port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 on network 315a12be-c10d-4cbd-8e45-e80f1076551c {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:14:45.375923 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:14:45.375923 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Checking segment: {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:14:45.375923 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:45.375923 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Bound using segment: {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:14:45.375923 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Bound port: d1b88185-9a8a-452c-a39a-f6a8aa2db0e6, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:14:45.375923 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:45.416178 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3164035f-178d-4a74-8a2d-4bbd2e74a492 req-0b1e3645-3092-4d56-a5c1-72980b898526 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375949 Mar 08 05:14:45.419753 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks [] for router_gateway (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:45.422626 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5c010e51-55f0-4cf9-b0ec-d5184d276b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (f781da89-c474-4837-b48c-9b0b86c3a34c), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:45.431515 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5c010e51-55f0-4cf9-b0ec-d5184d276b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:45.432844 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5c010e51-55f0-4cf9-b0ec-d5184d276b74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f781da89-c474-4837-b48c-9b0b86c3a34c HTTP/1.1" status: 204 len: 168 time: 0.7190938 Mar 08 05:14:45.473803 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] For port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:14:45.478729 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] For port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d1b88185-9a8a-452c-a39a-f6a8aa2db0e6,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:14:45.508236 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010e51-55f0-4cf9-b0ec-d5184d276b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781da89-c474-4837-b48c-9b0b86c3a34c,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:45.521781 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:45.611640 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:45.720354 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Allocated IP 172.27.2.208 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/17e64ba3-244e-4adb-a35f-edbb612c3f89) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:14:45.885690 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e106d-bccb-4650-85b8-028345c7c947 None None] Pushing event updated for resources: {'Port': ['ID=d1b88185-9a8a-452c-a39a-f6a8aa2db0e6,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:45.947513 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks [] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:46.156258 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:46.310944 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:14:46.337896 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:14:46.347521 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:14:46.676689 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Pushing event updated for resources: {'Port': ['ID=17e64ba3-244e-4adb-a35f-edbb612c3f89,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:46.737276 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb11632-c6b9-4cb9-9d4f-951bfaa518bb req-0b34c718-9287-414a-aa78-0a2121173e88 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:46.750825 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2eb11632-c6b9-4cb9-9d4f-951bfaa518bb req-0b34c718-9287-414a-aa78-0a2121173e88 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1616778 Mar 08 05:14:46.958039 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2eb11632-c6b9-4cb9-9d4f-951bfaa518bb req-0947a8e1-898f-48d8-b5a3-469dae24e1dc tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892016 Mar 08 05:14:47.820657 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:14:47.908459 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks [] for router_gateway (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:47.959809 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:14:47.960499 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:48.204696 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:48.227568 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:48.284534 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d3a23-ac1e-476f-882b-927f9bb684e1 req-42d69def-3d28-4170-8096-168f19b6e2ed tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:48.292637 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7b0d3a23-ac1e-476f-882b-927f9bb684e1 req-42d69def-3d28-4170-8096-168f19b6e2ed tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1365471 Mar 08 05:14:48.295867 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f892d-4df7-4736-94c7-ff314b3c1785 None None] Network 315a12be-c10d-4cbd-8e45-e80f1076551c requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:14:48.427426 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7b0d3a23-ac1e-476f-882b-927f9bb684e1 req-87e9477d-e614-40f9-9b40-32f7d7966ff4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210184 Mar 08 05:14:48.598551 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-9d2734f8-ff22-4439-87e2-89ce75cd8600 None None] Provisioning complete for port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:14:48.602963 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9d2734f8-ff22-4439-87e2-89ce75cd8600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:49.129801 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:49.337883 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d1b88185-9a8a-452c-a39a-f6a8aa2db0e6,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:14:49.342560 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-9d2734f8-ff22-4439-87e2-89ce75cd8600 None None] Current status of the port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:49.343664 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9d2734f8-ff22-4439-87e2-89ce75cd8600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:49.474375 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:49.536454 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:14:49.853352 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:14:49.855748 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.db.api [None req-9d2734f8-ff22-4439-87e2-89ce75cd8600 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 05:14:49.856881 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG oslo_db.api [None req-9d2734f8-ff22-4439-87e2-89ce75cd8600 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 05:14:49.873105 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Sync routers for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:14:49.881422 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=d1b88185-9a8a-452c-a39a-f6a8aa2db0e6,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:49.907495 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:14:49.911524 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-162cc30a-5ad1-4962-9774-135060efd7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:49.913700 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:49.976023 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab3de8-3668-454c-b4bb-2cc281080bdc req-fcf3dab0-0908-44f8-8e8f-6eb5e0548996 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:49.979456 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7aab3de8-3668-454c-b4bb-2cc281080bdc req-fcf3dab0-0908-44f8-8e8f-6eb5e0548996 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.3330774 Mar 08 05:14:49.990672 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:49.993795 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-80088ba3-3485-4920-97c3-ad3261b4a21d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0745263 Mar 08 05:14:49.995125 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39722) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:50.013334 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b0f75-8e03-4aeb-aafd-1ece7eb2897e req-bb01b96d-7c75-4784-bd8e-01656a2adba9 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:50.021096 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-eb3b0f75-8e03-4aeb-aafd-1ece7eb2897e req-bb01b96d-7c75-4784-bd8e-01656a2adba9 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.2371066 Mar 08 05:14:50.112666 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-eb3b0f75-8e03-4aeb-aafd-1ece7eb2897e req-696a09ff-f75a-4406-84fe-838d6e26f407 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905330 Mar 08 05:14:50.188716 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7aab3de8-3668-454c-b4bb-2cc281080bdc req-9eae482a-7d77-4b61-aeef-407ce6d2f43b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023060 Mar 08 05:14:50.219048 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:14:50.293875 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39730) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:50.463397 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-9d2734f8-ff22-4439-87e2-89ce75cd8600 None None] Current status of the port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:50.527974 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:47Z', 'revision_number': 3, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:50.567249 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Checking router: f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:14:50.567998 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Updating router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 port 17e64ba3-244e-4adb-a35f-edbb612c3f89 binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:14:50.599534 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-618609e3-3760-4ca2-ab0f-6a96aa405dfe None None] Provisioning complete for port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:14:50.599928 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-618609e3-3760-4ca2-ab0f-6a96aa405dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:50.611838 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:50.808467 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-618609e3-3760-4ca2-ab0f-6a96aa405dfe None None] Current status of the port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:50.988718 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7eda4c7c-80b0-46c8-9fd6-27e348e5dfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:51.071968 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Publish callbacks [] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:51.147864 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:51.259167 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Pushing event updated for resources: {'Port': ['ID=17e64ba3-244e-4adb-a35f-edbb612c3f89,revision_number=2']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:51.279168 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.279564 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.279929 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.280270 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.280625 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.280949 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.281281 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.281609 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.281943 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.282281 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.282611 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.282954 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.283309 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:14:51.350617 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa35a16-e580-4692-9464-eaa4a065a2ae req-62f63eee-9ec5-4b43-8f25-6d261bdd9ef2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:51.357037 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-efa35a16-e580-4692-9464-eaa4a065a2ae req-62f63eee-9ec5-4b43-8f25-6d261bdd9ef2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1287048 Mar 08 05:14:51.358674 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Attempting to bind port 17e64ba3-244e-4adb-a35f-edbb612c3f89 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:14:51.359627 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Attempting to bind port 17e64ba3-244e-4adb-a35f-edbb612c3f89 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:14:51.359946 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Attempting to bind port 17e64ba3-244e-4adb-a35f-edbb612c3f89 on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:14:51.367034 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:14:51.367393 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:14:51.367793 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:51.368218 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:14:51.368699 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Bound port: 17e64ba3-244e-4adb-a35f-edbb612c3f89, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:14:51.369055 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:51.491595 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-efa35a16-e580-4692-9464-eaa4a065a2ae req-1948b59a-a182-4cc3-a165-cdec878bbdea tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167347 Mar 08 05:14:51.514627 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] For port 17e64ba3-244e-4adb-a35f-edbb612c3f89, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:14:51.539970 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] For port 17e64ba3-244e-4adb-a35f-edbb612c3f89, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=17e64ba3-244e-4adb-a35f-edbb612c3f89,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:14:51.628556 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a2663-e466-4b90-a18e-6904d92f68df req-7412e395-96a1-40db-a86f-16f89c4ce14d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:51.638022 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a45a2663-e466-4b90-a18e-6904d92f68df req-7412e395-96a1-40db-a86f-16f89c4ce14d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1327281 Mar 08 05:14:51.639331 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7eda4c7c-80b0-46c8-9fd6-27e348e5dfc6 admin admin] Publish callbacks [] for security_group (d05a37b3-8c41-479f-afa5-91d8602fede2), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:51.673222 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:14:51.681995 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:51.768703 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a45a2663-e466-4b90-a18e-6904d92f68df req-5e68b652-1baa-4010-b9f6-4414e3b04266 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256492 Mar 08 05:14:51.825403 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7eda4c7c-80b0-46c8-9fd6-27e348e5dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d05a37b3-8c41-479f-afa5-91d8602fede2), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:51.843454 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:14:51.843857 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:51.907910 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:14:51.908825 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:51.936822 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda4c7c-80b0-46c8-9fd6-27e348e5dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a37b3-8c41-479f-afa5-91d8602fede2,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:51.956881 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-7eda4c7c-80b0-46c8-9fd6-27e348e5dfc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4afb69d672e1469984622f45ac996525&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6604052 Mar 08 05:14:51.960040 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39742) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:51.961582 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:52.003177 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bbf99-b0a3-4904-82d6-ff8c0b11eade None None] Pushing event updated for resources: {'Port': ['ID=17e64ba3-244e-4adb-a35f-edbb612c3f89,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:52.108277 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-61140048-e717-4492-90bb-42dd72f93c60 admin admin] Publish callbacks [] for security_group (d05a37b3-8c41-479f-afa5-91d8602fede2), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:52.125432 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:52.197755 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-61140048-e717-4492-90bb-42dd72f93c60 admin admin] Publish callbacks [] for security_group (d05a37b3-8c41-479f-afa5-91d8602fede2), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:52.337827 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:14:52.391516 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Allocated IP 172.20.0.1 (315a12be-c10d-4cbd-8e45-e80f1076551c/b8c99f12-de41-42e1-b20f-718b69483d31/6c818f69-22ba-46fc-98db-173bc21cfd85) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:14:52.400576 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-61140048-e717-4492-90bb-42dd72f93c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d05a37b3-8c41-479f-afa5-91d8602fede2), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:52.405104 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-61140048-e717-4492-90bb-42dd72f93c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:52.409894 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-61140048-e717-4492-90bb-42dd72f93c60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d05a37b3-8c41-479f-afa5-91d8602fede2 HTTP/1.1" status: 204 len: 168 time: 0.4481983 Mar 08 05:14:52.433429 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61140048-e717-4492-90bb-42dd72f93c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a37b3-8c41-479f-afa5-91d8602fede2,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:52.662881 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-74e05026-4338-4d75-974d-70aa7c3647e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:52.704474 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Publish callbacks [] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:52.812466 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dfb32-a27b-43b5-ad08-3fff73b9486f req-7e34fd34-4a8b-478a-8208-69a744cd1583 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:52.840434 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea5dfb32-a27b-43b5-ad08-3fff73b9486f req-7e34fd34-4a8b-478a-8208-69a744cd1583 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.1782718 Mar 08 05:14:52.994248 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:53.048784 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:47Z', 'revision_number': 3, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:53.118470 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea5dfb32-a27b-43b5-ad08-3fff73b9486f req-02dbe678-93fe-4ae7-b7b0-bfe38fde02d2 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750592 Mar 08 05:14:53.131306 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678853e-7ff1-4760-a7b1-233e91f6e77f None None] The sync data for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi is: [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:47Z', 'revision_number': 3, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:14:53.193721 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de399af6-e485-42bf-bb5e-13bb7667caf4 req-d701416c-8ebb-40aa-b776-7a6fcc483f02 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:53.196906 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-de399af6-e485-42bf-bb5e-13bb7667caf4 req-d701416c-8ebb-40aa-b776-7a6fcc483f02 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.2226610 Mar 08 05:14:53.241993 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Network 315a12be-c10d-4cbd-8e45-e80f1076551c is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:14:53.249945 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c818f69-22ba-46fc-98db-173bc21cfd85,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:53.260641 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:14:53.267568 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:14:53.373628 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:53.405633 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-de399af6-e485-42bf-bb5e-13bb7667caf4 req-173fc847-be4d-4072-86f6-153423248f4d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925385 Mar 08 05:14:53.585593 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-5448814a-1b32-4da6-87de-28decba997ac tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:53.588146 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-5448814a-1b32-4da6-87de-28decba997ac tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.13 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.5236149 Mar 08 05:14:53.912207 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Deleting port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:14:53.913235 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:53.913421 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-96b65dd8-9cae-4517-8d81-42c019bc7171 None None] Provisioning complete for port 6c818f69-22ba-46fc-98db-173bc21cfd85 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:14:53.913421 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-96b65dd8-9cae-4517-8d81-42c019bc7171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:54.031436 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-96b65dd8-9cae-4517-8d81-42c019bc7171 None None] Port 6c818f69-22ba-46fc-98db-173bc21cfd85 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:14:54.212471 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:54.397179 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] For port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:14:54.398003 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:54.413674 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:14:54.485461 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Calling delete_port for 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:14:54.547814 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:54.603673 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df7bdb-b5d1-4b6e-a690-7a586d793bd2 req-2d983780-fedd-431f-9061-998f8b421b68 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:54.616530 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-98df7bdb-b5d1-4b6e-a690-7a586d793bd2 req-2d983780-fedd-431f-9061-998f8b421b68 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 945 time: 0.2432859 Mar 08 05:14:54.903345 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d42fb-6bbc-495c-91ea-0817eb3f9349 req-7d5fe864-2c06-4220-84a7-085aab5a418f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:54.907055 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-847d42fb-6bbc-495c-91ea-0817eb3f9349 req-7d5fe864-2c06-4220-84a7-085aab5a418f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.2675054 Mar 08 05:14:54.943855 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-98df7bdb-b5d1-4b6e-a690-7a586d793bd2 req-172c732d-8654-4df8-86d5-792491112a08 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257658 Mar 08 05:14:55.086262 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-847d42fb-6bbc-495c-91ea-0817eb3f9349 req-abb35c5e-8811-47d8-8495-533143b22d57 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626008 Mar 08 05:14:55.217598 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Publish callbacks [] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:55.642674 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17e64ba3-244e-4adb-a35f-edbb612c3f89 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:14:55.673576 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:55.722064 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['e2bba7e0-cfc1-4242-80ed-5109aaf2ae57'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:14:55.726941 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:55.729838 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:55.738418 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Pushing event deleted for resources: {'Port': ['ID=6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:55.850936 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] No DVR routers for this DVR port 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:14:55.854667 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:55.859175 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-47de0fe4-999f-4048-a5f8-f5e76da5d835 req-9df94918-affc-4a2d-b60d-475dc785fe6c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.13 "DELETE /v2.0/ports/6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 HTTP/1.1" status: 204 len: 173 time: 2.2622902 Mar 08 05:14:55.864802 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385aad83-5d65-4cc0-a86f-ea843e723140', 'name': 'network-vif-deleted', 'tag': '6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:14:55.867381 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b21c0d-6b4b-4360-87c9-7bc70bf8b94e" -d '{"events": [{"server_uuid": "385aad83-5d65-4cc0-a86f-ea843e723140", "name": "network-vif-deleted", "tag": "6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:14:55.903234 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c818f69-22ba-46fc-98db-173bc21cfd85,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:55.929549 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:55.936091 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905cf998-dd1c-4d9d-ae0c-9fd2809b14fc x-openstack-request-id: req-905cf998-dd1c-4d9d-ae0c-9fd2809b14fc {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:14:55.939692 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385aad83-5d65-4cc0-a86f-ea843e723140", "name": "network-vif-deleted", "tag": "6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:14:55.939692 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-905cf998-dd1c-4d9d-ae0c-9fd2809b14fc {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:14:55.939692 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385aad83-5d65-4cc0-a86f-ea843e723140', 'name': 'network-vif-deleted', 'tag': '6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09', 'status': 'completed', 'code': 200} Mar 08 05:14:56.289720 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-efb6dcb6-a665-45aa-8c77-5ed14af3c7c9 req-b4259200-67ab-4643-8796-4fffdd18921b tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 210 time: 0.1406250 Mar 08 05:14:56.319070 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 17e64ba3-244e-4adb-a35f-edbb612c3f89 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:14:56.319481 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:56.415271 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Network 315a12be-c10d-4cbd-8e45-e80f1076551c is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:14:56.425873 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:14:56.586565 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21a642-5a9d-4186-a310-f665f1fd95c1 req-b1be36ad-1726-4234-91ce-c1002348dfe1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:56.596094 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fa21a642-5a9d-4186-a310-f665f1fd95c1 req-b1be36ad-1726-4234-91ce-c1002348dfe1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.2377915 Mar 08 05:14:56.621003 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:56.745202 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fa21a642-5a9d-4186-a310-f665f1fd95c1 req-0cc2bd28-64cd-4205-9359-e40df3db81ec tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378827 Mar 08 05:14:56.864352 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 17e64ba3-244e-4adb-a35f-edbb612c3f89 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:56.865304 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:56.933831 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 17e64ba3-244e-4adb-a35f-edbb612c3f89, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=17e64ba3-244e-4adb-a35f-edbb612c3f89,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:14:57.029224 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:14:57.080532 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:57.348275 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-fe32ed4c-0b89-4610-891e-0edcb5dc1eed None None] Provisioning complete for port 6c818f69-22ba-46fc-98db-173bc21cfd85 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:14:57.348691 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fe32ed4c-0b89-4610-891e-0edcb5dc1eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:57.355269 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:14:57.413533 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=17e64ba3-244e-4adb-a35f-edbb612c3f89,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:14:57.423939 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:14:57.423939 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6a7c3f5d-c907-4b12-9dd4-b54bc1afbd09 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:14:57.461346 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-fe32ed4c-0b89-4610-891e-0edcb5dc1eed None None] Port 6c818f69-22ba-46fc-98db-173bc21cfd85 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:14:57.498132 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:14:57.524342 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Sync routers for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:14:57.569756 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-268eb744-cb3c-4f67-a2ba-447ee04d4ea2 admin admin] 10.222.0.26 "PUT /v2.0/routers/f8c5b26e-af5b-4c99-9c4f-60d8ada99b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5683484 Mar 08 05:14:57.620594 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:14:57.623182 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:57.775802 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c44a2bbb-d21b-4de6-8cf4-9fe27baab724 req-ee4f8ffa-ea75-44fd-b4bf-5a184bd83dc1 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=385aad83-5d65-4cc0-a86f-ea843e723140 HTTP/1.1" status: 200 len: 210 time: 0.1461864 Mar 08 05:14:57.860106 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17e64ba3-244e-4adb-a35f-edbb612c3f89 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:14:58.175887 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb104-c202-44bd-bfa2-dc447ed9f75a req-fc8c0758-cb25-40f4-9780-80f0d77bc270 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:58.202234 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bf3fb104-c202-44bd-bfa2-dc447ed9f75a req-fc8c0758-cb25-40f4-9780-80f0d77bc270 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.2332611 Mar 08 05:14:58.252406 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 17e64ba3-244e-4adb-a35f-edbb612c3f89 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:14:58.253534 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:58.371422 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bf3fb104-c202-44bd-bfa2-dc447ed9f75a req-14ef9bd8-fe40-4c6a-8a53-5937070e5abe tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676648 Mar 08 05:14:58.395549 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:14:58.914543 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 17e64ba3-244e-4adb-a35f-edbb612c3f89 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:14:59.208275 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:59.261094 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:53Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6c818f69-22ba-46fc-98db-173bc21cfd85', 'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'mac_address': 'fa:16:3e:8e:6d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:52Z', 'updated_at': '2022-03-08T05:14:54Z', 'revision_number': 2, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'subnets': [{'id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:14:59.400177 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Checking router: f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:14:59.401537 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Updating router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 port 6c818f69-22ba-46fc-98db-173bc21cfd85 binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:14:59.441482 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:14:59.816736 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39802) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:14:59.862014 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2088912706-network', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:14:59.937890 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90deed-affa-46b7-a841-06965cff53e7 req-44536b7c-f4c8-4210-996d-b098db921e6a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:14:59.941360 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ec90deed-affa-46b7-a841-06965cff53e7 req-44536b7c-f4c8-4210-996d-b098db921e6a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.3588960 Mar 08 05:15:00.020117 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d6b01-fb67-4e2a-807d-351ebfa073b8 req-b514c54d-923c-448d-93f7-b619509e9cda tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:00.028238 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e09d6b01-fb67-4e2a-807d-351ebfa073b8 req-b514c54d-923c-448d-93f7-b619509e9cda tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.3081279 Mar 08 05:15:00.072759 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ec90deed-affa-46b7-a841-06965cff53e7 req-ed6773f5-be3b-4107-9da2-990a2ca5617c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285501 Mar 08 05:15:00.085184 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Made reservation on behalf of f9e771cac2104f3b9aef1a2b86a331ea for: {'network': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:15:00.089185 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:00.115575 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Publish callbacks [] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:00.153431 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:00.158690 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e09d6b01-fb67-4e2a-807d-351ebfa073b8 req-a5c69cfb-cb9f-46d5-9167-c2d64c1e81bd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291399 Mar 08 05:15:00.621365 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Publish callbacks [] for security_group (e8068077-9233-4b36-a3c3-f2f6c47bc7f2), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:00.707868 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:00.780475 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4619f2-9173-4042-98bc-f7dab5d9576e None None] Pushing event updated for resources: {'Port': ['ID=6c818f69-22ba-46fc-98db-173bc21cfd85,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:00.833765 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e8068077-9233-4b36-a3c3-f2f6c47bc7f2), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:00.886583 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:15:00.904914 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Attempting to bind port 6c818f69-22ba-46fc-98db-173bc21cfd85 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:00.905394 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Attempting to bind port 6c818f69-22ba-46fc-98db-173bc21cfd85 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:00.905904 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Attempting to bind port 6c818f69-22ba-46fc-98db-173bc21cfd85 on network 315a12be-c10d-4cbd-8e45-e80f1076551c {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:00.915212 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:00.916409 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Checking segment: {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:00.916608 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:00.917499 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (10e6ce51-bd72-4515-805b-8db1cffaa411), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:00.917853 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.segments_db [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Added segment 10e6ce51-bd72-4515-805b-8db1cffaa411 of type vlan for network 8647a081-6083-4e26-84cc-e0a9c6facc86 Mar 08 05:15:00.919772 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Bound using segment: {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:00.922149 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Bound port: 6c818f69-22ba-46fc-98db-173bc21cfd85, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:00.922848 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:00.965658 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8068077-9233-4b36-a3c3-f2f6c47bc7f2,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:01.129120 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (8647a081-6083-4e26-84cc-e0a9c6facc86), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:01.210499 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] For port 6c818f69-22ba-46fc-98db-173bc21cfd85, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:01.251935 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] For port 6c818f69-22ba-46fc-98db-173bc21cfd85, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=6c818f69-22ba-46fc-98db-173bc21cfd85,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:01.375640 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-f851d2b0-af6d-4b8b-888c-9e0062d0591e None None] Provisioning complete for port 6c818f69-22ba-46fc-98db-173bc21cfd85 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:01.395815 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f851d2b0-af6d-4b8b-888c-9e0062d0591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:01.480434 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (8647a081-6083-4e26-84cc-e0a9c6facc86), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:01.482616 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:01.490956 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:01.566375 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-f851d2b0-af6d-4b8b-888c-9e0062d0591e None None] Port 6c818f69-22ba-46fc-98db-173bc21cfd85 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:15:01.576959 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:01.735157 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c7a9-412c-4dfd-a642-4d3b167bde9f req-c2176774-e1b9-4b2f-a3fb-fe08aec111cf tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:01.755310 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3a38c7a9-412c-4dfd-a642-4d3b167bde9f req-c2176774-e1b9-4b2f-a3fb-fe08aec111cf tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.3852279 Mar 08 05:15:01.780437 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] Pushing event updated for resources: {'Network': ['ID=8647a081-6083-4e26-84cc-e0a9c6facc86,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:01.812033 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222bc25-977f-4f6e-bcb4-7da52b5f19be req-aca294ee-0209-495d-a9be-826c668643b4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:01.813714 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 8647a081-6083-4e26-84cc-e0a9c6facc86 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:15:01.815709 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5222bc25-977f-4f6e-bcb4-7da52b5f19be req-aca294ee-0209-495d-a9be-826c668643b4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.3941300 Mar 08 05:15:01.881927 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-283a47aa-27f9-4441-ba1e-52f5aa22e156 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0625432 Mar 08 05:15:01.886482 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39818) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:01.918324 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Request body: {'subnet': {'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2088912706-subnet', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'ip_version': 4}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:01.936746 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4619f2-9173-4042-98bc-f7dab5d9576e None None] Pushing event updated for resources: {'Port': ['ID=6c818f69-22ba-46fc-98db-173bc21cfd85,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:02.006785 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:02.008173 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:02.051538 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3a38c7a9-412c-4dfd-a642-4d3b167bde9f req-052d7e12-f1f5-48c4-a193-d0d9431d7f31 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238505 Mar 08 05:15:02.079284 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Made reservation on behalf of f9e771cac2104f3b9aef1a2b86a331ea for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:15:02.082711 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5553457'] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:02.093099 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5222bc25-977f-4f6e-bcb4-7da52b5f19be req-31e673f3-cc68-4f8b-96ac-6ec79d03ea5a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537572 Mar 08 05:15:02.324429 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143c502-11d6-45b9-bf14-25d4ec9194db req-0de5d1f3-5298-4839-b768-80298c910a41 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:02.328950 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a143c502-11d6-45b9-bf14-25d4ec9194db req-0de5d1f3-5298-4839-b768-80298c910a41 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1261246 Mar 08 05:15:02.366379 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-0243c446-e84b-48e2-89b9-5bdd219af6ab None None] Provisioning complete for port 6c818f69-22ba-46fc-98db-173bc21cfd85 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:02.369929 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0243c446-e84b-48e2-89b9-5bdd219af6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:02.436138 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a143c502-11d6-45b9-bf14-25d4ec9194db req-69490b04-7863-4164-be91-2b6d916a1cdb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998900 Mar 08 05:15:02.498760 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:02.633942 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5553455'] for subnet (476f9694-b754-46ef-9d8e-a726687124ab), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:02.729608 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-0243c446-e84b-48e2-89b9-5bdd219af6ab None None] Current status of the port 6c818f69-22ba-46fc-98db-173bc21cfd85 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:02.729984 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0243c446-e84b-48e2-89b9-5bdd219af6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:02.770392 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Checking segment: {'id': '10e6ce51-bd72-4515-805b-8db1cffaa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:02.771050 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Network hostable DHCP agents. Network: 8647a081-6083-4e26-84cc-e0a9c6facc86, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:15:02.806775 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=476f9694-b754-46ef-9d8e-a726687124ab,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:02.849403 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-0243c446-e84b-48e2-89b9-5bdd219af6ab None None] For port 6c818f69-22ba-46fc-98db-173bc21cfd85, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=6c818f69-22ba-46fc-98db-173bc21cfd85,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:02.894652 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:53Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6c818f69-22ba-46fc-98db-173bc21cfd85', 'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'mac_address': 'fa:16:3e:8e:6d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:52Z', 'updated_at': '2022-03-08T05:15:01Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'subnets': [{'id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:02.903441 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Network 8647a081-6083-4e26-84cc-e0a9c6facc86 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:15:02.929385 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61922f-8751-4f85-b877-a284cc32332e None None] The sync data for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi is: [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:53Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6c818f69-22ba-46fc-98db-173bc21cfd85', 'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'mac_address': 'fa:16:3e:8e:6d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:52Z', 'updated_at': '2022-03-08T05:15:01Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'subnets': [{'id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:15:02.935154 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0243c446-e84b-48e2-89b9-5bdd219af6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:03.008623 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243c446-e84b-48e2-89b9-5bdd219af6ab None None] Pushing event updated for resources: {'Port': ['ID=6c818f69-22ba-46fc-98db-173bc21cfd85,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:03.046980 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 8647a081-6083-4e26-84cc-e0a9c6facc86) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:03.062155 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:03.065033 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:03.067105 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c285f7d-3a6b-4b4a-89fd-f2421104c800 None None] Network 8647a081-6083-4e26-84cc-e0a9c6facc86 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:15:03.183317 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-699e6c53-e52c-4ac3-8301-9a546f5956fd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2924767 Mar 08 05:15:03.184065 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39832) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:03.197831 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:03.391300 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e7142-14aa-4406-96af-1275d1fa4990 req-64407e2f-7f57-4f27-9d31-f2a07f656b6c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:03.394140 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4e5e7142-14aa-4406-96af-1275d1fa4990 req-64407e2f-7f57-4f27-9d31-f2a07f656b6c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1643369 Mar 08 05:15:03.396667 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:03.397651 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:03.516570 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e51bf-3ac2-4e3b-8949-7d39bdfac273 req-1090a1cf-0ab6-4d35-9111-7d20c4c4affd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:03.520739 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-061e51bf-3ac2-4e3b-8949-7d39bdfac273 req-1090a1cf-0ab6-4d35-9111-7d20c4c4affd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.2924032 Mar 08 05:15:03.605035 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-8647a081-6083-4e26-84cc-e0a9c6facc86', 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86', 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'fixed_ips': [{'subnet_id': '476f9694-b754-46ef-9d8e-a726687124ab'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:15:03.612311 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:03.633348 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4e5e7142-14aa-4406-96af-1275d1fa4990 req-4b3747d2-03a2-42c3-92cf-4164bd71c64d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248025 Mar 08 05:15:03.650192 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks [] for router_controller (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), precommit_add_association {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:03.671121 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6c818f69-22ba-46fc-98db-173bc21cfd85 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:03.726689 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-061e51bf-3ac2-4e3b-8949-7d39bdfac273 req-4e79582e-14d0-4421-b6e4-1e600932e348 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735899 Mar 08 05:15:03.961681 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 6c818f69-22ba-46fc-98db-173bc21cfd85 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:03.962318 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:04.018262 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks [] for router_gateway (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:04.020705 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Allocated IP 172.20.0.2 (8647a081-6083-4e26-84cc-e0a9c6facc86/476f9694-b754-46ef-9d8e-a726687124ab/e3252d7c-4100-4ad6-ba21-9e6476b18495) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:04.042888 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed54577-8081-4362-b13a-48106260c113 req-2afbd009-80a6-407d-9178-594953672a39 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:04.056202 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1ed54577-8081-4362-b13a-48106260c113 req-2afbd009-80a6-407d-9178-594953672a39 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.2439597 Mar 08 05:15:04.183545 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1ed54577-8081-4362-b13a-48106260c113 req-41327880-a898-49f3-9140-071b8a90537f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260667 Mar 08 05:15:04.186213 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 6c818f69-22ba-46fc-98db-173bc21cfd85 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:04.307083 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Publish callbacks [] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:04.406836 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:04.438746 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks [] for router_gateway (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:04.452937 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Network 8647a081-6083-4e26-84cc-e0a9c6facc86 is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:04.456193 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:04.460283 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:04.467040 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Pushing event updated for resources: {'Port': ['ID=e3252d7c-4100-4ad6-ba21-9e6476b18495,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:04.478363 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:04.560522 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Attempting to bind port e3252d7c-4100-4ad6-ba21-9e6476b18495 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:04.560931 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Attempting to bind port e3252d7c-4100-4ad6-ba21-9e6476b18495 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '10e6ce51-bd72-4515-805b-8db1cffaa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:04.561349 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Attempting to bind port e3252d7c-4100-4ad6-ba21-9e6476b18495 on network 8647a081-6083-4e26-84cc-e0a9c6facc86 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:04.568882 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:04.573055 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Checking segment: {'id': '10e6ce51-bd72-4515-805b-8db1cffaa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:04.573055 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:04.573055 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Bound using segment: {'id': '10e6ce51-bd72-4515-805b-8db1cffaa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:04.573055 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Bound port: e3252d7c-4100-4ad6-ba21-9e6476b18495, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e6ce51-bd72-4515-805b-8db1cffaa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:04.573055 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:04.690088 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Allocated IP 172.27.2.233 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/c5b2049f-649b-43b0-b348-2e884c8b1bee) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:04.692528 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] For port e3252d7c-4100-4ad6-ba21-9e6476b18495, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:04.698250 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] For port e3252d7c-4100-4ad6-ba21-9e6476b18495, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=e3252d7c-4100-4ad6-ba21-9e6476b18495,segment=NetworkSegment(10e6ce51-bd72-4515-805b-8db1cffaa411),segment_id=10e6ce51-bd72-4515-805b-8db1cffaa411)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:04.765777 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:04.933463 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7f24-7233-420e-b4b1-483ee0da8f1f None None] Pushing event updated for resources: {'Port': ['ID=e3252d7c-4100-4ad6-ba21-9e6476b18495,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:04.958350 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e6b0d-4806-454c-aa4e-ed6b99cb5f34 req-230f8fdb-fedf-40f5-a2ca-2298cc2fa7b9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:04.961488 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6f5e6b0d-4806-454c-aa4e-ed6b99cb5f34 req-230f8fdb-fedf-40f5-a2ca-2298cc2fa7b9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1797767 Mar 08 05:15:04.989227 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks [] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:05.133141 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420f898-b5ab-4d2c-824b-5f17840a3592 req-012e8cc4-7565-4ebd-bb83-470e8a311203 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:05.135080 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7420f898-b5ab-4d2c-824b-5f17840a3592 req-012e8cc4-7565-4ebd-bb83-470e8a311203 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1719806 Mar 08 05:15:05.142075 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6f5e6b0d-4806-454c-aa4e-ed6b99cb5f34 req-4cee4781-a942-4b8d-931d-de2b02d8d8fa tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683350 Mar 08 05:15:05.236682 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7420f898-b5ab-4d2c-824b-5f17840a3592 req-90640687-2486-4360-9cc3-6d5dbf53aa4c tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893688 Mar 08 05:15:05.257250 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:05.364232 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:05.372646 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:05.378656 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:05.387981 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b2049f-649b-43b0-b348-2e884c8b1bee,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:05.468101 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c227bc-c805-4a64-9bab-8c81bfdb16d1 req-90c45ac4-2a6d-4321-b983-9cf43502e0d8 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:05.469958 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5c227bc-c805-4a64-9bab-8c81bfdb16d1 req-90c45ac4-2a6d-4321-b983-9cf43502e0d8 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1629589 Mar 08 05:15:05.663945 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device e3252d7c-4100-4ad6-ba21-9e6476b18495 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:05.694868 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5c227bc-c805-4a64-9bab-8c81bfdb16d1 req-ad0654aa-0ce9-4b18-8b5c-b3cd1ef804c5 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727247 Mar 08 05:15:05.734575 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port e3252d7c-4100-4ad6-ba21-9e6476b18495 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:05.736082 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:05.874774 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port e3252d7c-4100-4ad6-ba21-9e6476b18495 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:05.875513 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:05.935328 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-f12c0d3d-171f-424c-8c50-d1da0cac8afd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:05.938153 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-f12c0d3d-171f-424c-8c50-d1da0cac8afd tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.1349695 Mar 08 05:15:05.953931 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port e3252d7c-4100-4ad6-ba21-9e6476b18495, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=e3252d7c-4100-4ad6-ba21-9e6476b18495,segment=NetworkSegment(10e6ce51-bd72-4515-805b-8db1cffaa411),segment_id=10e6ce51-bd72-4515-805b-8db1cffaa411)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:06.057954 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:06.126321 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Deleting port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:15:06.126652 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:06.202464 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=e3252d7c-4100-4ad6-ba21-9e6476b18495,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:06.304439 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] For port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:06.305176 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:06.330862 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Calling delete_port for e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:15:06.411370 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b24895-a204-4456-aae4-5569474329d4 None None] Network 8647a081-6083-4e26-84cc-e0a9c6facc86 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:15:06.473558 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks [] for router_gateway (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:06.567825 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-428d8432-a173-4bc5-b1a1-406ab5c17422 None None] Provisioning complete for port e3252d7c-4100-4ad6-ba21-9e6476b18495 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:06.568493 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-428d8432-a173-4bc5-b1a1-406ab5c17422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:06.571529 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7b400-b1d5-4dc5-b2bc-e9263b8449b9 req-31569d63-783f-4476-baed-585778dcd468 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:06.573344 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-30d7b400-b1d5-4dc5-b2bc-e9263b8449b9 req-31569d63-783f-4476-baed-585778dcd468 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.2104051 Mar 08 05:15:06.614725 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a592d2b-c068-4fd0-aaa4-57e5a57b0362 req-09e3f7f5-4bb1-4e24-9bce-6c965d43d05f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:06.616666 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2a592d2b-c068-4fd0-aaa4-57e5a57b0362 req-09e3f7f5-4bb1-4e24-9bce-6c965d43d05f tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 945 time: 0.2385771 Mar 08 05:15:06.714558 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (e2bba7e0-cfc1-4242-80ed-5109aaf2ae57), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:06.766205 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['e2bba7e0-cfc1-4242-80ed-5109aaf2ae57'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:15:06.782523 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Pushing event deleted for resources: {'Port': ['ID=e2bba7e0-cfc1-4242-80ed-5109aaf2ae57,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:06.833256 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-30d7b400-b1d5-4dc5-b2bc-e9263b8449b9 req-6435286e-f42a-43dd-8742-9239694e5f62 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432168 Mar 08 05:15:06.875494 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-428d8432-a173-4bc5-b1a1-406ab5c17422 None None] Current status of the port e3252d7c-4100-4ad6-ba21-9e6476b18495 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:06.895294 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] No DVR routers for this DVR port e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:15:06.896976 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:06.908491 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1f1f2b84-c87b-4504-874b-25b9adfc15ef req-53bbb356-8773-4e27-adbc-a0b658049c9a tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.13 "DELETE /v2.0/ports/e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 HTTP/1.1" status: 204 len: 173 time: 0.9616745 Mar 08 05:15:06.909265 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bf82f5-44c8-43ed-9e4b-f4de851e4d4e', 'name': 'network-vif-deleted', 'tag': 'e2bba7e0-cfc1-4242-80ed-5109aaf2ae57'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:15:06.914581 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9884d643-6079-48c5-ae35-7ec1becc9670" -d '{"events": [{"server_uuid": "d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e", "name": "network-vif-deleted", "tag": "e2bba7e0-cfc1-4242-80ed-5109aaf2ae57"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:15:06.984146 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2a592d2b-c068-4fd0-aaa4-57e5a57b0362 req-ea367f8b-6877-45a4-b88d-1e8ba24cbc18 tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/security-groups?id=1bf0d96a-05fc-47e2-9472-b76b2178dd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219700 Mar 08 05:15:07.085399 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7751abd-0125-49c1-845f-4dbdc60b0656 x-openstack-request-id: req-d7751abd-0125-49c1-845f-4dbdc60b0656 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:15:07.086174 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e", "name": "network-vif-deleted", "tag": "e2bba7e0-cfc1-4242-80ed-5109aaf2ae57", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:15:07.086174 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7751abd-0125-49c1-845f-4dbdc60b0656 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:15:07.086709 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bf82f5-44c8-43ed-9e4b-f4de851e4d4e', 'name': 'network-vif-deleted', 'tag': 'e2bba7e0-cfc1-4242-80ed-5109aaf2ae57', 'status': 'completed', 'code': 200} Mar 08 05:15:07.138757 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:07.211020 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-b98c9bb6-6224-4b98-8d13-bdd89ce1152a None None] Provisioning complete for port e3252d7c-4100-4ad6-ba21-9e6476b18495 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:07.211670 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-b98c9bb6-6224-4b98-8d13-bdd89ce1152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:07.232336 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429a506-4853-48b9-bb0b-f31a3cf5deab req-2972234e-724d-4419-9b0e-fd778d7d8eda tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:07.234049 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5429a506-4853-48b9-bb0b-f31a3cf5deab req-2972234e-724d-4419-9b0e-fd778d7d8eda tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.2046385 Mar 08 05:15:07.371729 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-b98c9bb6-6224-4b98-8d13-bdd89ce1152a None None] Current status of the port e3252d7c-4100-4ad6-ba21-9e6476b18495 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:07.383327 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5429a506-4853-48b9-bb0b-f31a3cf5deab req-9a2bd70c-c439-463f-90a2-16795c0c402d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999498 Mar 08 05:15:07.491547 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:15:07.623619 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device e3252d7c-4100-4ad6-ba21-9e6476b18495 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:07.646726 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:15:07.663931 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Sync routers for ids ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:15:07.681132 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Routers {'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:07.682091 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:07.689267 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port e3252d7c-4100-4ad6-ba21-9e6476b18495 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:07.689640 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:07.801907 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port e3252d7c-4100-4ad6-ba21-9e6476b18495 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:07.802940 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:07.810295 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-3d955b64-257d-4903-80c1-c32729cb8db3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6183543 Mar 08 05:15:07.810295 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39916) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:07.878513 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Set router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:08.175936 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:03Z', 'updated_at': '2022-03-08T05:15:05Z', 'revision_number': 3, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'gw_port': {'id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:04Z', 'updated_at': '2022-03-08T05:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:08.192385 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39924) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:08.206707 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4be75f6d-90a6-4ea7-9193-7728c4ba35d0 req-148f744f-6f23-448b-bb4c-fdd6ce5c29ca tempest-ServerRescueNegativeTestJSON-835279115 tempest-ServerRescueNegativeTestJSON-835279115-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7bf82f5-44c8-43ed-9e4b-f4de851e4d4e HTTP/1.1" status: 200 len: 210 time: 0.0948143 Mar 08 05:15:08.245797 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Checking router: dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:15:08.246881 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Updating router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec port c5b2049f-649b-43b0-b348-2e884c8b1bee binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:15:08.249653 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28506-8cd1-4964-9717-649b57b50c96 req-e562776f-71e0-4b95-ba94-e4dbf40a3f53 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:08.252331 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6fb28506-8cd1-4964-9717-649b57b50c96 req-e562776f-71e0-4b95-ba94-e4dbf40a3f53 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.2065754 Mar 08 05:15:08.267960 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc13a652-2dd4-4af9-b75e-9e91419a95a7 admin admin] Deleting subnet f37a353c-b9f5-4825-8a0a-0b7bfe2c4969 {{(pid=103748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:15:08.271846 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fc13a652-2dd4-4af9-b75e-9e91419a95a7 admin admin] Publish callbacks [] for subnet (f37a353c-b9f5-4825-8a0a-0b7bfe2c4969), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.299197 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.312948 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fc13a652-2dd4-4af9-b75e-9e91419a95a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5430528'] for subnet (f37a353c-b9f5-4825-8a0a-0b7bfe2c4969), precommit_delete_associations {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.417002 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fc13a652-2dd4-4af9-b75e-9e91419a95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (f37a353c-b9f5-4825-8a0a-0b7bfe2c4969), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.458825 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6fb28506-8cd1-4964-9717-649b57b50c96 req-89ad7a38-096b-433d-b419-d429f91c22cd tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997433 Mar 08 05:15:08.656943 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fc13a652-2dd4-4af9-b75e-9e91419a95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5447673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5553494'] for subnet (f37a353c-b9f5-4825-8a0a-0b7bfe2c4969), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.700325 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13a652-2dd4-4af9-b75e-9e91419a95a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37a353c-b9f5-4825-8a0a-0b7bfe2c4969,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:08.706696 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fc13a652-2dd4-4af9-b75e-9e91419a95a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.712459 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-fc13a652-2dd4-4af9-b75e-9e91419a95a7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f37a353c-b9f5-4825-8a0a-0b7bfe2c4969 HTTP/1.1" status: 204 len: 168 time: 0.5194104 Mar 08 05:15:08.717090 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39928) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:08.743175 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6671-dd04-4afb-8455-1d508beb5e6d req-9133410d-69b0-403e-9a14-01642ef44636 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:08.748027 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ca0f6671-dd04-4afb-8455-1d508beb5e6d req-9133410d-69b0-403e-9a14-01642ef44636 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.2009830 Mar 08 05:15:08.785446 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.803000 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Publish callbacks [] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.826444 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (baccbc1d-be5a-40b1-8d89-1db474220864), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.832877 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ca0f6671-dd04-4afb-8455-1d508beb5e6d req-c5a08626-728c-4dc8-acf9-e9ddb9054f51 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748804 Mar 08 05:15:08.892087 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.922624 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (baccbc1d-be5a-40b1-8d89-1db474220864), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.959010 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baccbc1d-be5a-40b1-8d89-1db474220864']}} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:08.971666 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53360461-1de4-4fce-91ec-2152017ce081 None None] Pushing event updated for resources: {'Port': ['ID=c5b2049f-649b-43b0-b348-2e884c8b1bee,revision_number=2']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:08.974289 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0') {'for_net_delete': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:08.976730 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Attempting to bind port c5b2049f-649b-43b0-b348-2e884c8b1bee on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:08.977118 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Attempting to bind port c5b2049f-649b-43b0-b348-2e884c8b1bee by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:08.977644 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Attempting to bind port c5b2049f-649b-43b0-b348-2e884c8b1bee on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:08.979047 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5d3f83-757d-4af8-a4fe-f8878fc35bf0') {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:08.984387 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:08.984756 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:08.985759 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.985759 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:08.986267 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Bound port: c5b2049f-649b-43b0-b348-2e884c8b1bee, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:08.986437 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:08.998634 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5430779'] for segment (fc5d3f83-757d-4af8-a4fe-f8878fc35bf0), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.017094 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (fc5d3f83-757d-4af8-a4fe-f8878fc35bf0), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.024877 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:15:09.026061 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5447571'] for segment (fc5d3f83-757d-4af8-a4fe-f8878fc35bf0), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: Traceback (most recent call last): Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: timer() Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: cb(*args, **kw) Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: return func(*args, **kwargs) Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: self._notify() Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: self.callback(batched_events) Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: event.method(event) Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: return f(self, *a, **k) Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._get(url).json() Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: return self.request(url, 'GET', **kwargs) Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:15:09.027582 dv-cinder-828060-9-iscsi neutron-server[103748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:15:09.051398 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Allocated IP 172.20.0.1 (8647a081-6083-4e26-84cc-e0a9c6facc86/476f9694-b754-46ef-9d8e-a726687124ab/c4ef4950-0bf6-4686-b3e9-c1adb5deda0a) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:09.091429 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] For port c5b2049f-649b-43b0-b348-2e884c8b1bee, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:09.094865 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] For port c5b2049f-649b-43b0-b348-2e884c8b1bee, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c5b2049f-649b-43b0-b348-2e884c8b1bee,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:09.142242 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (baccbc1d-be5a-40b1-8d89-1db474220864), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.153276 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.155153 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] 10.222.0.26 "DELETE /v2.0/networks/baccbc1d-be5a-40b1-8d89-1db474220864 HTTP/1.1" status: 204 len: 168 time: 0.4362378 Mar 08 05:15:09.171011 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.176946 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f4037-6185-4860-beaa-1079aa190c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=baccbc1d-be5a-40b1-8d89-1db474220864,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:09.228639 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Publish callbacks [] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.239930 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Routers {'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:09.240513 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:09.294647 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53360461-1de4-4fce-91ec-2152017ce081 None None] Pushing event updated for resources: {'Port': ['ID=c5b2049f-649b-43b0-b348-2e884c8b1bee,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:09.298627 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39934) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:09.354139 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.393699 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:15:09.416790 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Network 8647a081-6083-4e26-84cc-e0a9c6facc86 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:09.421596 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:09.426146 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:09.433010 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ef4950-0bf6-4686-b3e9-c1adb5deda0a,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:09.441795 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:15:09.444003 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device e2bba7e0-cfc1-4242-80ed-5109aaf2ae57 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:15:09.470191 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] Set router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:09.487742 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.765949 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469205b-6c06-4940-b3a4-32589205995f req-cff1c191-be87-4cb8-9d65-5b1116aeb8db tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:09.776534 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8469205b-6c06-4940-b3a4-32589205995f req-cff1c191-be87-4cb8-9d65-5b1116aeb8db tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1028376 Mar 08 05:15:09.785997 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39938) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:09.817482 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:03Z', 'updated_at': '2022-03-08T05:15:05Z', 'revision_number': 3, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'gw_port': {'id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:04Z', 'updated_at': '2022-03-08T05:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:09.836455 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-fa7dc33e-5444-4b52-8ca7-7db971adaadb None None] Provisioning complete for port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:09.837210 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc33e-5444-4b52-8ca7-7db971adaadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:09.860059 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1e6c5d-6bae-475d-84bb-d3bdab805221 None None] The sync data for ids ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'] in dv-cinder-828060-9-iscsi is: [{'id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:03Z', 'updated_at': '2022-03-08T05:15:05Z', 'revision_number': 3, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'gw_port': {'id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:04Z', 'updated_at': '2022-03-08T05:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:15:09.904678 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-fa7dc33e-5444-4b52-8ca7-7db971adaadb None None] Port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:15:09.931309 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8469205b-6c06-4940-b3a4-32589205995f req-3d7b79b3-cc55-4f92-b79f-6519e8af2b39 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535947 Mar 08 05:15:09.952151 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c5cdd5a8-e0c9-4c89-aa51-db68766379d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5249e7185af94cbfbe153c719a6b7fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609018 Mar 08 05:15:09.952394 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39942) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:09.964205 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:10.110302 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3cd1663d-83ce-42bd-b800-98ada0f50526 admin admin] Publish callbacks [] for security_group (5afa247e-745b-4a74-b102-123d2f5e8568), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:10.142037 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7328c9-46e6-4cf0-a5ab-e7dc551b7c22 req-80653044-ca2e-41eb-b227-b3aa2a2b522f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:10.143533 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9a7328c9-46e6-4cf0-a5ab-e7dc551b7c22 req-80653044-ca2e-41eb-b227-b3aa2a2b522f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1617095 Mar 08 05:15:10.213771 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3cd1663d-83ce-42bd-b800-98ada0f50526 admin admin] Publish callbacks [] for security_group (5afa247e-745b-4a74-b102-123d2f5e8568), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:10.334144 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9a7328c9-46e6-4cf0-a5ab-e7dc551b7c22 req-1923a7df-a142-4021-a1da-aa116aa78c17 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711478 Mar 08 05:15:10.380249 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Publish callbacks [] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:10.410590 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3cd1663d-83ce-42bd-b800-98ada0f50526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (5afa247e-745b-4a74-b102-123d2f5e8568), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:10.414149 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3cd1663d-83ce-42bd-b800-98ada0f50526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:10.420027 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-3cd1663d-83ce-42bd-b800-98ada0f50526 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5afa247e-745b-4a74-b102-123d2f5e8568 HTTP/1.1" status: 204 len: 168 time: 0.4620676 Mar 08 05:15:10.442481 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:10.514510 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8222294'] for router_interface (a46f571e-3472-4889-adc5-b05d8dfbd637), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:10.525586 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1663d-83ce-42bd-b800-98ada0f50526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afa247e-745b-4a74-b102-123d2f5e8568,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:10.936285 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ef4950-0bf6-4686-b3e9-c1adb5deda0a,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:10.982838 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Deleting port 0bccd5b6-9896-4ac0-9022-928c7bced2af {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:15:10.983213 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:10.994123 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:11.131938 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] For port 0bccd5b6-9896-4ac0-9022-928c7bced2af, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=0bccd5b6-9896-4ac0-9022-928c7bced2af,segment=NetworkSegment(d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3),segment_id=d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:11.132648 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:11.154773 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Calling delete_port for 0bccd5b6-9896-4ac0-9022-928c7bced2af owned by network:router_interface {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:15:11.263596 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Network 8647a081-6083-4e26-84cc-e0a9c6facc86 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:11.272060 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293650d3-8ee0-48f8-9828-802d6cf9e8a3 req-319a0b58-a28d-4576-88a7-296c4f78d7fc tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:11.274058 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-293650d3-8ee0-48f8-9828-802d6cf9e8a3 req-319a0b58-a28d-4576-88a7-296c4f78d7fc tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 943 time: 0.1391659 Mar 08 05:15:11.276030 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:11.396891 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:15:11.556967 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-293650d3-8ee0-48f8-9828-802d6cf9e8a3 req-8dbcfab3-99a8-4c50-8273-7105adeb1b38 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103384 Mar 08 05:15:11.696522 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (0bccd5b6-9896-4ac0-9022-928c7bced2af), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:11.740171 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c5b2049f-649b-43b0-b348-2e884c8b1bee up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:11.740830 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835af241-72d4-4229-97e2-9414b8737434 req-a7ea5b7a-7a4a-4683-b770-c880af11721d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:11.748247 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bccd5b6-9896-4ac0-9022-928c7bced2af,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:11.748566 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:11.759905 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-835af241-72d4-4229-97e2-9414b8737434 req-a7ea5b7a-7a4a-4683-b770-c880af11721d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.3074341 Mar 08 05:15:11.800645 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'port_id': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'mac_address': 'fa:16:3e:44:9c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:15:11.834625 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:15:11.893944 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-27d4e086-dba3-46e3-9fc1-e1a5e0e4c784 None None] Provisioning complete for port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:11.894724 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-27d4e086-dba3-46e3-9fc1-e1a5e0e4c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:11.906962 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:11.906962 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:11.973179 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ff5c47-b58e-48fc-9ad0-bac12147dd59 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:15:11.988925 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-835af241-72d4-4229-97e2-9414b8737434 req-8015141a-f01f-44b8-9512-bcaa57ab1327 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278290 Mar 08 05:15:12.028894 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-27d4e086-dba3-46e3-9fc1-e1a5e0e4c784 None None] Port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:15:12.042077 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:12.045842 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port c5b2049f-649b-43b0-b348-2e884c8b1bee triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:12.046797 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:12.138960 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:12.211480 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8222242'] for router_interface (a46f571e-3472-4889-adc5-b05d8dfbd637), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:12.211727 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:15:12.239696 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-426438ab-8c79-4a02-b6f5-0ff0babe6698 admin admin] 10.222.0.26 "PUT /v2.0/routers/dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4290285 Mar 08 05:15:12.245088 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=9']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:12.357820 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port c5b2049f-649b-43b0-b348-2e884c8b1bee is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:12.359062 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:12.435333 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port c5b2049f-649b-43b0-b348-2e884c8b1bee, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c5b2049f-649b-43b0-b348-2e884c8b1bee,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:12.559487 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:12.569257 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['24ff5c47-b58e-48fc-9ad0-bac12147dd59'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:15:12.672298 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=c5b2049f-649b-43b0-b348-2e884c8b1bee,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:12.710342 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Router a46f571e-3472-4889-adc5-b05d8dfbd637 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:15:12.728818 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 39978) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:12.740939 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Sync routers for ids ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:15:12.780405 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Routers {'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:12.787961 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:12.948447 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3bf71-6cc5-443a-91b9-89dd14beac00 req-ec995a8e-e18f-4c96-abfc-9049d0d82a56 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:12.952309 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a9f3bf71-6cc5-443a-91b9-89dd14beac00 req-ec995a8e-e18f-4c96-abfc-9049d0d82a56 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 944 time: 0.1542306 Mar 08 05:15:13.002435 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Set router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:13.017770 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-448075928-network', 'tenant_id': '7e2c99e12c3547c8be346bc36c63ef30'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:13.045233 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:15:13.057779 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-729d35ef-663c-47ef-9b38-b5d705c5c6c9 admin admin] 10.222.0.26 "PUT /v2.0/routers/a46f571e-3472-4889-adc5-b05d8dfbd637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7577546 Mar 08 05:15:13.061159 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 39984) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:13.069077 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] Sync routers for ids ['a46f571e-3472-4889-adc5-b05d8dfbd637'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:15:13.087441 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a9f3bf71-6cc5-443a-91b9-89dd14beac00 req-e9c18837-f01e-4dfd-a904-1ffbae2fe703 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249828 Mar 08 05:15:13.150042 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] Routers {'a46f571e-3472-4889-adc5-b05d8dfbd637'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:13.152068 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['a46f571e-3472-4889-adc5-b05d8dfbd637'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:13.159230 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Made reservation on behalf of 7e2c99e12c3547c8be346bc36c63ef30 for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:15:13.165820 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.221028 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.337772 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] Set router a46f571e-3472-4889-adc5-b05d8dfbd637 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:13.373175 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks [] for router (a46f571e-3472-4889-adc5-b05d8dfbd637), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.407403 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a099eb1-36dc-426e-97b7-da3faffce445 req-5d96f483-03eb-4af2-9495-282432b105d2 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:13.409268 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9a099eb1-36dc-426e-97b7-da3faffce445 req-5d96f483-03eb-4af2-9495-282432b105d2 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.2120638 Mar 08 05:15:13.502234 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9a099eb1-36dc-426e-97b7-da3faffce445 req-0b68e9f2-c808-486b-b444-887e600c1b61 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859241 Mar 08 05:15:13.504453 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Publish callbacks [] for security_group (77f9f575-b17b-4109-af4f-a94bb237abe6), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.617672 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (77f9f575-b17b-4109-af4f-a94bb237abe6), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.619460 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks [] for router_gateway (a46f571e-3472-4889-adc5-b05d8dfbd637), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.637708 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:15:13.649838 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (877ef566-3da6-4d0f-b0b8-127b3ca5b0b6), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.649838 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Added segment 877ef566-3da6-4d0f-b0b8-127b3ca5b0b6 of type vlan for network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 Mar 08 05:15:13.676856 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:03Z', 'updated_at': '2022-03-08T05:15:09Z', 'revision_number': 4, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'gw_port': {'id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:04Z', 'updated_at': '2022-03-08T05:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'c4ef4950-0bf6-4686-b3e9-c1adb5deda0a', 'name': '', 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'mac_address': 'fa:16:3e:f9:72:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '476f9694-b754-46ef-9d8e-a726687124ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:08Z', 'updated_at': '2022-03-08T05:15:10Z', 'revision_number': 2, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'subnets': [{'id': '476f9694-b754-46ef-9d8e-a726687124ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:13.721444 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (22ac0b8d-4656-4559-97a7-560b1d4b06f7), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.726014 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Checking router: dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:15:13.726870 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Updating router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:15:13.772074 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f9f575-b17b-4109-af4f-a94bb237abe6,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:13.799099 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.802309 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c5b2049f-649b-43b0-b348-2e884c8b1bee up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:13.841348 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Deleting port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:15:13.842453 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.877656 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (22ac0b8d-4656-4559-97a7-560b1d4b06f7), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.878743 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:13.879539 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:13.974792 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:15:11Z', 'revision_number': 5, 'project_id': '6078b908042145b19876cce08fc19a35', 'gw_port': {'id': '17a4706d-fe6f-440c-bbb5-6f3334a01bbb', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:14.001537 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] Pushing event updated for resources: {'Network': ['ID=22ac0b8d-4656-4559-97a7-560b1d4b06f7,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:14.014870 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] Checking router: a46f571e-3472-4889-adc5-b05d8dfbd637 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:15:14.024655 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-bafd10cf-01a4-4714-9d42-4cb009822bcb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2943532 Mar 08 05:15:14.036160 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] Routers {'a46f571e-3472-4889-adc5-b05d8dfbd637'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:14.036160 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['a46f571e-3472-4889-adc5-b05d8dfbd637'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:14.040279 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40002) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:14.045338 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Request body: {'subnet': {'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-448075928-subnet', 'tenant_id': '7e2c99e12c3547c8be346bc36c63ef30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:14.057904 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] For port 17a4706d-fe6f-440c-bbb5-6f3334a01bbb, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=17a4706d-fe6f-440c-bbb5-6f3334a01bbb,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:14.057904 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:14.063935 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:15:14.107985 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Calling delete_port for 17a4706d-fe6f-440c-bbb5-6f3334a01bbb owned by network:router_gateway {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:15:14.147332 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port c5b2049f-649b-43b0-b348-2e884c8b1bee triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:14.148136 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:14.211709 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80a4d3-ccb4-4976-99fe-b5303defad34 req-5196d366-a2a3-4a26-bad6-bb35399bf9b7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:14.232924 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6f80a4d3-ccb4-4976-99fe-b5303defad34 req-5196d366-a2a3-4a26-bad6-bb35399bf9b7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1317880 Mar 08 05:15:14.258036 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Made reservation on behalf of 7e2c99e12c3547c8be346bc36c63ef30 for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:15:14.258036 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005458'] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:14.490476 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] Set router a46f571e-3472-4889-adc5-b05d8dfbd637 gateway port host: None {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:14.619837 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6f80a4d3-ccb4-4976-99fe-b5303defad34 req-e300ebdd-c3b9-4d46-a897-9161b78097a1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856516 Mar 08 05:15:14.630696 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-9009ac79-f790-48a9-9f16-318a2a3f81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:14.633627 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-9009ac79-f790-48a9-9f16-318a2a3f81f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 1130 time: 0.2274077 Mar 08 05:15:14.670604 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:15:13Z', 'revision_number': 6, 'project_id': '6078b908042145b19876cce08fc19a35', 'gw_port_host': None}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:14.708306 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e7078-cd23-4b6b-bca6-ea0562bd3ca8 req-0a154de4-424c-4983-a2fe-530440f3fad9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:14.723851 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8c5e7078-cd23-4b6b-bca6-ea0562bd3ca8 req-0a154de4-424c-4983-a2fe-530440f3fad9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 944 time: 0.2954111 Mar 08 05:15:14.757795 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165f863-78a8-430a-8bb0-f405ebc8fdc8 None None] The sync data for ids ['a46f571e-3472-4889-adc5-b05d8dfbd637'] in dv-cinder-828060-9-iscsi is: [{'id': 'a46f571e-3472-4889-adc5-b05d8dfbd637', 'name': 'tempest-ServerRescueNegativeTestJSON-811507968-router', 'tenant_id': '6078b908042145b19876cce08fc19a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:15:13Z', 'revision_number': 6, 'project_id': '6078b908042145b19876cce08fc19a35', 'gw_port_host': None}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:15:14.763648 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Publish callbacks [] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:14.796255 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port c5b2049f-649b-43b0-b348-2e884c8b1bee is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:14.861254 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:14.975528 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8c5e7078-cd23-4b6b-bca6-ea0562bd3ca8 req-a5c335dc-8ba4-4bfa-8651-b4cdad17dcac tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498214 Mar 08 05:15:15.040284 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d55a7a-1251-4294-aab9-2c3f41bc5cc4 None None] Pushing event updated for resources: {'Port': ['ID=c4ef4950-0bf6-4686-b3e9-c1adb5deda0a,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:15.069740 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5112552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005452'] for subnet (eebf52a1-ce17-4a91-a26f-589fcb3db30e), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:15.199789 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Attempting to bind port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:15.200602 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Attempting to bind port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '10e6ce51-bd72-4515-805b-8db1cffaa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:15.201213 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Attempting to bind port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a on network 8647a081-6083-4e26-84cc-e0a9c6facc86 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:15.217271 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:15.217771 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Checking segment: {'id': '10e6ce51-bd72-4515-805b-8db1cffaa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:15.218101 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:15.218471 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Bound using segment: {'id': '10e6ce51-bd72-4515-805b-8db1cffaa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:15.218993 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Bound port: c4ef4950-0bf6-4686-b3e9-c1adb5deda0a, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e6ce51-bd72-4515-805b-8db1cffaa411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:15.219384 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:15.278873 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebf52a1-ce17-4a91-a26f-589fcb3db30e,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:15.379267 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] For port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:15.385054 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] For port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c4ef4950-0bf6-4686-b3e9-c1adb5deda0a,segment=NetworkSegment(10e6ce51-bd72-4515-805b-8db1cffaa411),segment_id=10e6ce51-bd72-4515-805b-8db1cffaa411)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:15.413240 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Checking segment: {'id': '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:15.413923 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Network hostable DHCP agents. Network: 22ac0b8d-4656-4559-97a7-560b1d4b06f7, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:15:15.429993 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:15.524044 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:15.535724 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:15:15.628245 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:15.628620 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:15.638800 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 22ac0b8d-4656-4559-97a7-560b1d4b06f7) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:15.650561 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:15.656520 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:15.687229 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-616741c8-f96a-4453-8a9d-c1dcec9b913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:15.694435 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-616741c8-f96a-4453-8a9d-c1dcec9b913e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 911 time: 1.0491903 Mar 08 05:15:15.697603 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a471397-efd2-4a3a-97bb-f4170d121cb1 None None] Network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:15:15.790436 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Routers {'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:15.802949 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:14:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:15.823576 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-e868d30e-44e0-42ef-8dc1-7f4ee76b4890 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7821352 Mar 08 05:15:15.937427 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ed416-ad76-45c5-8708-4cc4b9398757 req-60f694dc-cf12-4683-8cc9-25fef48465cf tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:15.951977 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-828ed416-ad76-45c5-8708-4cc4b9398757 req-60f694dc-cf12-4683-8cc9-25fef48465cf tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1673126 Mar 08 05:15:15.961433 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-900a39b8-0f91-4e54-87eb-fe54686355c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77998e9-e761-4938-9386-b0f380158f6b HTTP/1.1" status: 200 len: 1001 time: 0.2523167 Mar 08 05:15:16.061254 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-a73e948d-4615-4217-8a96-d668f9159e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:16.063451 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-a73e948d-4615-4217-8a96-d668f9159e06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4770685-7661-41b3-8a9d-88d2198076ee HTTP/1.1" status: 200 len: 849 time: 0.0846655 Mar 08 05:15:16.070729 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (17a4706d-fe6f-440c-bbb5-6f3334a01bbb), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:16.161657 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17a4706d-fe6f-440c-bbb5-6f3334a01bbb no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:15:16.220262 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-828ed416-ad76-45c5-8708-4cc4b9398757 req-27cecd40-90a1-4975-9b39-befcabdfb93a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670069 Mar 08 05:15:16.259629 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a4706d-fe6f-440c-bbb5-6f3334a01bbb,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:16.276328 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-575feffa-6ef8-4b02-88e8-dbb73c85e884 None None] Provisioning complete for port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:16.278055 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-575feffa-6ef8-4b02-88e8-dbb73c85e884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:16.281953 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: 17a4706d-fe6f-440c-bbb5-6f3334a01bbb {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:15:16.282826 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17a4706d-fe6f-440c-bbb5-6f3334a01bbb not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:15:16.283862 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 0bccd5b6-9896-4ac0-9022-928c7bced2af no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:15:16.369426 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: 0bccd5b6-9896-4ac0-9022-928c7bced2af {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:15:16.370613 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 0bccd5b6-9896-4ac0-9022-928c7bced2af not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:15:16.380401 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d55a7a-1251-4294-aab9-2c3f41bc5cc4 None None] Pushing event updated for resources: {'Port': ['ID=c4ef4950-0bf6-4686-b3e9-c1adb5deda0a,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:16.567038 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d57554-c322-44b9-b71d-6f0f3f0a1b42 req-b083f417-d258-4deb-a866-43d8ebe3cf9d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:16.584229 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-67d57554-c322-44b9-b71d-6f0f3f0a1b42 req-b083f417-d258-4deb-a866-43d8ebe3cf9d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 944 time: 0.2588065 Mar 08 05:15:16.587343 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-d306af62-2f08-42b9-9e4b-70d5215566a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:16.600113 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-d306af62-2f08-42b9-9e4b-70d5215566a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6459fbae-33a1-4a2f-bac2-0297d91770ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5244832 Mar 08 05:15:16.701671 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-67d57554-c322-44b9-b71d-6f0f3f0a1b42 req-a37361d9-18e9-4b26-8fbf-f2f1961c20b9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066995 Mar 08 05:15:16.709031 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:16.709892 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:16.727632 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8208776'] for router_gateway (a46f571e-3472-4889-adc5-b05d8dfbd637), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:16.730665 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391bec10-ff88-4975-b652-ec17da8a97e3 None None] Network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:15:16.786858 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] Set router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:17.067557 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28534'] for router (a46f571e-3472-4889-adc5-b05d8dfbd637), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:17.076407 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks [] for router_controller (a46f571e-3472-4889-adc5-b05d8dfbd637), precommit_delete_associations {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:17.110821 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:15:17.116320 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f98c824-303a-42f0-aa1c-1e6455e42dcf" -d '{"events": [{"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-plugged", "status": "completed", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:15:17.227563 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd8e59f-dce5-4932-8afb-e0fb2a52f7de x-openstack-request-id: req-6bd8e59f-dce5-4932-8afb-e0fb2a52f7de {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:15:17.228127 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-plugged", "status": "completed", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:15:17.228405 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bd8e59f-dce5-4932-8afb-e0fb2a52f7de {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:15:17.229506 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'code': 200} Mar 08 05:15:17.268727 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-b6a7f6b9-27e9-4d4d-be02-e448cbbda428 service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6559293 Mar 08 05:15:17.444539 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8221995'] for router (a46f571e-3472-4889-adc5-b05d8dfbd637), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:17.446925 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a46f571e-3472-4889-adc5-b05d8dfbd637 {{(pid=103748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 05:15:17.495412 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:17.500745 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0319478b-99f2-4c5a-9159-61590fcdaa93 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a46f571e-3472-4889-adc5-b05d8dfbd637 HTTP/1.1" status: 204 len: 168 time: 4.4374998 Mar 08 05:15:17.505802 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40024) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:17.540300 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc2fd5-3b6e-4253-9839-3444eb91450d req-5fc83068-1212-4f19-9312-342896f09761 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:17.555438 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2ccc2fd5-3b6e-4253-9839-3444eb91450d req-5fc83068-1212-4f19-9312-342896f09761 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1843555 Mar 08 05:15:17.573390 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:17.594516 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-575feffa-6ef8-4b02-88e8-dbb73c85e884 None None] Current status of the port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:17.595183 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-575feffa-6ef8-4b02-88e8-dbb73c85e884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:17.685671 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2160f4-fc94-4550-9135-b1112f8dab8a admin admin] Deleting subnet e0d3c07a-d96a-4b45-8d0c-38b15f10db78 {{(pid=103748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:15:17.691109 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3a2160f4-fc94-4550-9135-b1112f8dab8a admin admin] Publish callbacks [] for subnet (e0d3c07a-d96a-4b45-8d0c-38b15f10db78), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:17.713545 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2ccc2fd5-3b6e-4253-9839-3444eb91450d req-8bad1f03-88d3-4704-928e-1f1ecaa6303f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559916 Mar 08 05:15:17.763636 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:17.800345 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-90bb666c-163b-4028-bfe7-a062b0a3658c req-4bca0be4-501e-4fb4-be57-6d6b7eafcaed service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216687 Mar 08 05:15:17.869046 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3a2160f4-fc94-4550-9135-b1112f8dab8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5430528'] for subnet (e0d3c07a-d96a-4b45-8d0c-38b15f10db78), precommit_delete_associations {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:17.932784 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-575feffa-6ef8-4b02-88e8-dbb73c85e884 None None] For port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c4ef4950-0bf6-4686-b3e9-c1adb5deda0a,segment=NetworkSegment(10e6ce51-bd72-4515-805b-8db1cffaa411),segment_id=10e6ce51-bd72-4515-805b-8db1cffaa411)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:17.960566 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=10']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:17.982007 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3a2160f4-fc94-4550-9135-b1112f8dab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (e0d3c07a-d96a-4b45-8d0c-38b15f10db78), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.032320 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b0e7c-6aef-41d9-8292-1e2b2633e879 req-69f79bac-846a-4ad4-a416-de82e82c5b1c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:18.039435 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4c6b0e7c-6aef-41d9-8292-1e2b2633e879 req-69f79bac-846a-4ad4-a416-de82e82c5b1c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.1726499 Mar 08 05:15:18.043404 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-575feffa-6ef8-4b02-88e8-dbb73c85e884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.154436 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4c6b0e7c-6aef-41d9-8292-1e2b2633e879 req-915fbc0c-6fb9-4c4e-8bb9-412f99787481 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068218 Mar 08 05:15:18.179997 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3a2160f4-fc94-4550-9135-b1112f8dab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5447673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5553494'] for subnet (e0d3c07a-d96a-4b45-8d0c-38b15f10db78), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.182363 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575feffa-6ef8-4b02-88e8-dbb73c85e884 None None] Pushing event updated for resources: {'Port': ['ID=c4ef4950-0bf6-4686-b3e9-c1adb5deda0a,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:18.238276 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2160f4-fc94-4550-9135-b1112f8dab8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d3c07a-d96a-4b45-8d0c-38b15f10db78,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:18.258223 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3a2160f4-fc94-4550-9135-b1112f8dab8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.269003 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40030) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:18.278295 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-326df53a-e2cd-46b7-b9c4-b65ea21c011c None None] Provisioning complete for port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:18.278792 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-326df53a-e2cd-46b7-b9c4-b65ea21c011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.279763 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-3a2160f4-fc94-4550-9135-b1112f8dab8a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e0d3c07a-d96a-4b45-8d0c-38b15f10db78 HTTP/1.1" status: 204 len: 168 time: 0.7723510 Mar 08 05:15:18.286023 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:03Z', 'updated_at': '2022-03-08T05:15:09Z', 'revision_number': 4, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'gw_port': {'id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:04Z', 'updated_at': '2022-03-08T05:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'c4ef4950-0bf6-4686-b3e9-c1adb5deda0a', 'name': '', 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'mac_address': 'fa:16:3e:f9:72:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '476f9694-b754-46ef-9d8e-a726687124ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:08Z', 'updated_at': '2022-03-08T05:15:15Z', 'revision_number': 4, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'subnets': [{'id': '476f9694-b754-46ef-9d8e-a726687124ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:18.324496 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e47f4-9b8a-40b5-b367-6bb1c7b20052 req-c96b015d-3d47-4edf-9022-68a47aa8f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:18.324496 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6a7e47f4-9b8a-40b5-b367-6bb1c7b20052 req-c96b015d-3d47-4edf-9022-68a47aa8f0f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 1130 time: 0.2277136 Mar 08 05:15:18.376394 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec11d04f-1920-4015-9474-1b6f968cffd6 None None] The sync data for ids ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'] in dv-cinder-828060-9-iscsi is: [{'id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:03Z', 'updated_at': '2022-03-08T05:15:09Z', 'revision_number': 4, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'gw_port': {'id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:04Z', 'updated_at': '2022-03-08T05:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'c4ef4950-0bf6-4686-b3e9-c1adb5deda0a', 'name': '', 'network_id': '8647a081-6083-4e26-84cc-e0a9c6facc86', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'mac_address': 'fa:16:3e:f9:72:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '476f9694-b754-46ef-9d8e-a726687124ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:08Z', 'updated_at': '2022-03-08T05:15:15Z', 'revision_number': 4, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'subnets': [{'id': '476f9694-b754-46ef-9d8e-a726687124ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:15:18.529648 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6a7e47f4-9b8a-40b5-b367-6bb1c7b20052 req-66cc37bb-602a-400b-9f05-4e81cc559144 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841290 Mar 08 05:15:18.568570 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (f93d4532-f358-4f4b-86bd-f443626d8104), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.610122 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-326df53a-e2cd-46b7-b9c4-b65ea21c011c None None] Current status of the port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:18.745066 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (f93d4532-f358-4f4b-86bd-f443626d8104), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.794324 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93d4532-f358-4f4b-86bd-f443626d8104']}} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:18.816088 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3') {'for_net_delete': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:18.816608 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3') {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:18.838203 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5539400'] for segment (d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.862967 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.905119 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:15:18.905973 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111877'] for segment (d8d0f214-b2bf-41d4-a7bf-02d7cc6cbec3), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: Traceback (most recent call last): Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: timer() Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: cb(*args, **kw) Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: return func(*args, **kwargs) Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: self._notify() Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: self.callback(batched_events) Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: event.method(event) Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: return f(self, *a, **k) Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._get(url).json() Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: return self.request(url, 'GET', **kwargs) Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:15:18.912980 dv-cinder-828060-9-iscsi neutron-server[103747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:15:19.086739 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e376-d22d-4531-b238-8edd339834a7 req-662e4889-86db-43d8-9ef8-8a7764ba1419 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:19.094424 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1f44e376-d22d-4531-b238-8edd339834a7 req-662e4889-86db-43d8-9ef8-8a7764ba1419 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.2227757 Mar 08 05:15:19.145925 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (f93d4532-f358-4f4b-86bd-f443626d8104), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:19.172736 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:19.181082 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f93d4532-f358-4f4b-86bd-f443626d8104 HTTP/1.1" status: 204 len: 168 time: 0.9064684 Mar 08 05:15:19.208471 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1f44e376-d22d-4531-b238-8edd339834a7 req-6ae27441-b20f-4156-86aa-310a73d59b99 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087937 Mar 08 05:15:19.209524 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73958ad-4181-4834-b655-b70ff0b1c976 admin admin] Pushing event deleted for resources: {'Network': ['ID=f93d4532-f358-4f4b-86bd-f443626d8104,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:19.436227 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53356edd-be82-486b-a633-b87cd166634a req-3a65320a-5586-478b-bae5-8bf31fcd7325 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:19.438656 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-53356edd-be82-486b-a633-b87cd166634a req-3a65320a-5586-478b-bae5-8bf31fcd7325 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.1410177 Mar 08 05:15:19.516537 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-53356edd-be82-486b-a633-b87cd166634a req-07ed0d5e-a768-4322-84d9-71ae6c26278a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698864 Mar 08 05:15:19.795263 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-133d1616-3f53-496d-b0c7-a8402e315d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:19.819010 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c4ef4950-0bf6-4686-b3e9-c1adb5deda0a up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:19.910631 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:19.910631 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:20.034170 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40066) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:20.141262 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40070) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:20.141902 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-6f874ea5-eced-4e81-8fd9-548f411d19de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6078b908042145b19876cce08fc19a35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1046362 Mar 08 05:15:20.166965 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:20.273652 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb1c5-18c7-4bd3-8ae8-66abf4a898e9 admin admin] Publish callbacks [] for security_group (1bf0d96a-05fc-47e2-9472-b76b2178dd85), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:20.317649 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb1c5-18c7-4bd3-8ae8-66abf4a898e9 admin admin] Publish callbacks [] for security_group (1bf0d96a-05fc-47e2-9472-b76b2178dd85), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:20.461631 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb1c5-18c7-4bd3-8ae8-66abf4a898e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (1bf0d96a-05fc-47e2-9472-b76b2178dd85), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:20.465748 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-1e8cb1c5-18c7-4bd3-8ae8-66abf4a898e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:20.471355 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-1e8cb1c5-18c7-4bd3-8ae8-66abf4a898e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bf0d96a-05fc-47e2-9472-b76b2178dd85 HTTP/1.1" status: 204 len: 168 time: 0.3280942 Mar 08 05:15:20.485055 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cb1c5-18c7-4bd3-8ae8-66abf4a898e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf0d96a-05fc-47e2-9472-b76b2178dd85,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:20.715896 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07958297-aabb-4e2c-b180-b8e2a607541e req-0e789ebb-e51e-4fa0-8a94-33c6c6b6f9a7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:20.718573 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-07958297-aabb-4e2c-b180-b8e2a607541e req-0e789ebb-e51e-4fa0-8a94-33c6c6b6f9a7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.1208253 Mar 08 05:15:20.819779 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-07958297-aabb-4e2c-b180-b8e2a607541e req-f61fe290-fa20-45fc-8a7d-c3ad55a71268 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852659 Mar 08 05:15:22.153797 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30267468-592e-4b5a-af59-b19f381fdc4e req-d8c9b4c8-281f-401a-89a4-7f5f44d068d6 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:22.158759 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-d8c9b4c8-281f-401a-89a4-7f5f44d068d6 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/networks?id=22ac0b8d-4656-4559-97a7-560b1d4b06f7 HTTP/1.1" status: 200 len: 813 time: 0.2111323 Mar 08 05:15:22.186869 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-46ae7173-268f-42be-9fd7-3e9770aae930 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/quotas/7e2c99e12c3547c8be346bc36c63ef30 HTTP/1.1" status: 200 len: 375 time: 0.0235562 Mar 08 05:15:22.198299 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552cc0a-89ed-405d-b79c-e9c681988f5a req-916b0448-fd3a-48f6-a19f-9d763f0ecd9d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:22.200784 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b552cc0a-89ed-405d-b79c-e9c681988f5a req-916b0448-fd3a-48f6-a19f-9d763f0ecd9d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.2725401 Mar 08 05:15:22.253704 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8e29f056-8552-40bf-84fc-4ec8533ad1ce tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e2c99e12c3547c8be346bc36c63ef30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517559 Mar 08 05:15:22.358127 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40122) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:22.427444 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b552cc0a-89ed-405d-b79c-e9c681988f5a req-4c14b670-6866-4118-89ed-a420e6fa3c21 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066128 Mar 08 05:15:22.491058 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-421c03ef-19b5-452f-b9ce-d59a0eab2ff2 service neutron] 10.222.0.26 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358034 Mar 08 05:15:22.574684 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1373809122-network', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:22.686743 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-838e6fc9-582e-4d16-9ec4-fe8bdaaecae0 service neutron] 10.222.0.26 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892133 Mar 08 05:15:22.718597 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ebe51c9-5223-4d41-81e5-c5d2ba83d1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:22.764549 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Made reservation on behalf of a07946f08cba401dbc41861ae2fecd44 for: {'network': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:15:22.770101 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:22.784365 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:22.966116 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Publish callbacks [] for security_group (7ee797c4-d614-4e5e-aeeb-d3255a94e6de), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:23.017309 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-93449756-39af-4455-81a2-3d4c35f6aad4 req-909a27d2-e0f4-462b-88c3-1abcdd3c31f2 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 210 time: 0.0499630 Mar 08 05:15:23.039197 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (7ee797c4-d614-4e5e-aeeb-d3255a94e6de), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:23.067256 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:15:23.090730 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee797c4-d614-4e5e-aeeb-d3255a94e6de,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:23.102727 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (09dbdb03-017f-4ab3-91e9-8a0436ca115c), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:23.103138 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.segments_db [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Added segment 09dbdb03-017f-4ab3-91e9-8a0436ca115c of type vlan for network 9880e08b-4b2b-4ff2-8712-f70f43f42138 Mar 08 05:15:23.171256 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (9880e08b-4b2b-4ff2-8712-f70f43f42138), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:23.276139 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (9880e08b-4b2b-4ff2-8712-f70f43f42138), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:23.277262 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:23.278169 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:23.360546 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] Pushing event updated for resources: {'Network': ['ID=9880e08b-4b2b-4ff2-8712-f70f43f42138,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:23.375711 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:15:23.396730 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40134) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:23.405414 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-bdf5a578-4df5-4dc2-94a2-5062b6d02871 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0376921 Mar 08 05:15:23.405582 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Request body: {'subnet': {'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-subnet', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:23.582383 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Made reservation on behalf of a07946f08cba401dbc41861ae2fecd44 for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:15:23.584822 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005458'] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:23.671712 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1e8d7-5448-46ad-bdfc-803ff5f1ed25 req-5722128c-595c-444c-af65-e576c2998295 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:23.682963 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ecd1e8d7-5448-46ad-bdfc-803ff5f1ed25 req-5722128c-595c-444c-af65-e576c2998295 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.1402411 Mar 08 05:15:23.764490 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ecd1e8d7-5448-46ad-bdfc-803ff5f1ed25 req-5fba30e0-cbe7-4c0c-9872-99a42f89f569 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812039 Mar 08 05:15:23.971517 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5112552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005452'] for subnet (a284c7e6-481f-4746-a4b9-a51e04a22163), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:24.044636 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a284c7e6-481f-4746-a4b9-a51e04a22163,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:24.063997 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Checking segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:24.068253 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Network hostable DHCP agents. Network: 9880e08b-4b2b-4ff2-8712-f70f43f42138, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:15:24.130373 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cb7dd61a-c4e8-4a64-8c0f-615b00a4fc62 req-5c2877b1-8ce9-4371-a745-e18d7c355712 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 210 time: 0.0602753 Mar 08 05:15:24.712939 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:15:24.742573 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:24.833556 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 9880e08b-4b2b-4ff2-8712-f70f43f42138) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:24.841524 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:24.842498 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:24.852116 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0052139-7599-4c6b-a4f3-0dbc13dfa043 None None] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:15:24.973522 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40148) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:24.974651 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-9d1633c7-10ae-45ad-84e7-9586a25aed0c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5764484 Mar 08 05:15:24.982545 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:25.051807 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-9880e08b-4b2b-4ff2-8712-f70f43f42138', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:15:25.053167 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:25.117563 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (2882176f-b729-48f0-8a77-21f878e30c64), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:25.119906 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (2882176f-b729-48f0-8a77-21f878e30c64), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:25.234759 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks [] for router_controller (2882176f-b729-48f0-8a77-21f878e30c64), precommit_add_association {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:25.371983 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b894a82d-b036-4353-abd0-c6eb62f2a63f req-74619dea-be5e-4077-be56-94176dc669de tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 210 time: 0.0927451 Mar 08 05:15:25.456396 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Allocated IP 172.20.0.2 (9880e08b-4b2b-4ff2-8712-f70f43f42138/a284c7e6-481f-4746-a4b9-a51e04a22163/c86233a4-2d2f-43bb-9d9e-9b2018df800e) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:25.585262 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks [] for router_gateway (2882176f-b729-48f0-8a77-21f878e30c64), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:25.676682 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:25.762357 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Publish callbacks [] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:25.874290 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:25.959060 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:25.965347 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:25.972538 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:25.985850 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks [] for router_gateway (2882176f-b729-48f0-8a77-21f878e30c64), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:25.988650 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Pushing event updated for resources: {'Port': ['ID=c86233a4-2d2f-43bb-9d9e-9b2018df800e,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:26.012110 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:26.108818 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Attempting to bind port c86233a4-2d2f-43bb-9d9e-9b2018df800e on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:26.111092 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Attempting to bind port c86233a4-2d2f-43bb-9d9e-9b2018df800e by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:26.114613 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Attempting to bind port c86233a4-2d2f-43bb-9d9e-9b2018df800e on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:26.135476 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:26.136854 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Checking segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:26.137815 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:26.138801 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Bound using segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:26.140100 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Bound port: c86233a4-2d2f-43bb-9d9e-9b2018df800e, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:26.141069 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:26.239379 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Allocated IP 172.27.2.88 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/75430349-8529-42c2-80d4-82eaf4f34448) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:26.296450 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] For port c86233a4-2d2f-43bb-9d9e-9b2018df800e, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:26.307943 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] For port c86233a4-2d2f-43bb-9d9e-9b2018df800e, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c86233a4-2d2f-43bb-9d9e-9b2018df800e,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:26.416630 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:26.543345 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50876c6-baf2-45b0-9a04-7dae931f87b9 None None] Pushing event updated for resources: {'Port': ['ID=c86233a4-2d2f-43bb-9d9e-9b2018df800e,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:26.593788 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:26.662732 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks [] for port (75430349-8529-42c2-80d4-82eaf4f34448), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:26.664848 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9ba13001-4878-4180-ac1e-235a5fd2c823 req-9e9b14a0-937c-4edd-b563-46d8685d9eb2 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 210 time: 0.0662534 Mar 08 05:15:26.714383 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30267468-592e-4b5a-af59-b19f381fdc4e req-cb353e50-1ec0-4e9b-8494-5f489098729b tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:26.718010 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-cb353e50-1ec0-4e9b-8494-5f489098729b tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.13 "GET /v2.0/networks?id=22ac0b8d-4656-4559-97a7-560b1d4b06f7 HTTP/1.1" status: 200 len: 813 time: 0.3324149 Mar 08 05:15:26.739041 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Request body: {'port': {'device_id': '80c038e1-de8f-4bb3-98ab-0f107962bfae', 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7', 'admin_state_up': True, 'tenant_id': '7e2c99e12c3547c8be346bc36c63ef30'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:26.938815 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (75430349-8529-42c2-80d4-82eaf4f34448), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:27.068940 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:27.072750 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:27.079580 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:27.135219 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Pushing event updated for resources: {'Port': ['ID=75430349-8529-42c2-80d4-82eaf4f34448,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:27.142811 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Made reservation on behalf of 7e2c99e12c3547c8be346bc36c63ef30 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:15:27.147160 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:27.624451 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Allocated IP 172.20.0.2 (22ac0b8d-4656-4559-97a7-560b1d4b06f7/eebf52a1-ce17-4a91-a26f-589fcb3db30e/d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:27.752527 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c86233a4-2d2f-43bb-9d9e-9b2018df800e up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:27.811988 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c6850ec3-7d2b-411f-bd1e-197097642ef8 req-13a46858-79db-406f-a92c-f15805df20ad tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 210 time: 0.0434349 Mar 08 05:15:27.836205 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks [] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:27.887021 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port c86233a4-2d2f-43bb-9d9e-9b2018df800e triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:27.888064 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:28.084950 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port c86233a4-2d2f-43bb-9d9e-9b2018df800e is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:28.088085 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:28.108067 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:28.142500 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port c86233a4-2d2f-43bb-9d9e-9b2018df800e, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c86233a4-2d2f-43bb-9d9e-9b2018df800e,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:28.256304 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:28.271988 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:28.283298 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:28.287763 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:28.298304 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Pushing event updated for resources: {'Port': ['ID=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:28.344512 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=c86233a4-2d2f-43bb-9d9e-9b2018df800e,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:28.384301 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb87f756-17fc-4d05-8bd1-0a75714080a3 None None] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:15:28.460641 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:28.461682 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:28.495921 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks [] for router_gateway (2882176f-b729-48f0-8a77-21f878e30c64), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:28.584561 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-8ffc0d25-4a43-4253-883c-9954eb990b58 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8495893 Mar 08 05:15:28.608361 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-09afc600-94ee-4bb4-babe-662b1ef7e904 None None] Provisioning complete for port c86233a4-2d2f-43bb-9d9e-9b2018df800e triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:28.612740 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-09afc600-94ee-4bb4-babe-662b1ef7e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:28.627361 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Request body: {'port': {'device_id': '80c038e1-de8f-4bb3-98ab-0f107962bfae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:28.765115 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-09afc600-94ee-4bb4-babe-662b1ef7e904 None None] Current status of the port c86233a4-2d2f-43bb-9d9e-9b2018df800e is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:28.799349 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:29.102550 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (2882176f-b729-48f0-8a77-21f878e30c64), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:29.113006 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2983-f03b-4826-8f38-208f83995ccd req-994ad433-4e66-4a8b-a74c-cff2b2081511 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:29.127457 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2c7a2983-f03b-4826-8f38-208f83995ccd req-994ad433-4e66-4a8b-a74c-cff2b2081511 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 931 time: 0.1761906 Mar 08 05:15:29.160209 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-20a4b012-6a7f-4df3-a6d3-18fc3c8be796 None None] Provisioning complete for port c86233a4-2d2f-43bb-9d9e-9b2018df800e triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:29.161102 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-20a4b012-6a7f-4df3-a6d3-18fc3c8be796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:29.229004 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:29.307501 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2c7a2983-f03b-4826-8f38-208f83995ccd req-682af82a-96af-4fd4-a572-f2612e1e11c6 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594214 Mar 08 05:15:29.388030 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-20a4b012-6a7f-4df3-a6d3-18fc3c8be796 None None] Current status of the port c86233a4-2d2f-43bb-9d9e-9b2018df800e is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:29.574971 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:15:29.590288 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Publish callbacks [] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:29.613980 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Transition to ACTIVE for port object d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:15:29.631720 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c86233a4-2d2f-43bb-9d9e-9b2018df800e up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:29.686454 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port c86233a4-2d2f-43bb-9d9e-9b2018df800e triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:29.686740 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:29.719768 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Router 2882176f-b729-48f0-8a77-21f878e30c64 is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:15:29.792337 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:29.798031 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port c86233a4-2d2f-43bb-9d9e-9b2018df800e is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:29.918077 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Pushing event updated for resources: {'Port': ['ID=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:29.955457 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:15:29.966708 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:15:29.982758 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:29.983948 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:30.040771 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Attempting to bind port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:30.041345 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Attempting to bind port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:30.041908 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Attempting to bind port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 on network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:30.051330 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 on network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:15:30.051848 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Attempting to bind port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 on network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:30.061747 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:30.062295 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Checking segment: {'id': '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:30.062974 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Bound using segment: {'id': '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:30.063725 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Bound port: d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:30.064402 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:30.089340 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:30.096261 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-d9beece4-1a8e-4adb-818c-efc0b72a7518 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1197875 Mar 08 05:15:30.096501 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40164) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:30.188988 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] For port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:30.193529 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] For port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:30.267758 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:30.357712 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:30.359276 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:30.361159 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] 10.222.0.13 "PUT /v2.0/ports/d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 HTTP/1.1" status: 200 len: 1093 time: 1.7419388 Mar 08 05:15:30.361912 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c038e1-de8f-4bb3-98ab-0f107962bfae', 'tag': 'd4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:15:30.364923 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebadec9f-ab38-4219-99e3-5cc382020579" -d '{"events": [{"name": "network-changed", "server_uuid": "80c038e1-de8f-4bb3-98ab-0f107962bfae", "tag": "d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:15:30.485249 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925d0fa4-2eb9-4cc4-bd3b-4782ad77ad3f x-openstack-request-id: req-925d0fa4-2eb9-4cc4-bd3b-4782ad77ad3f {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:15:30.485478 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c038e1-de8f-4bb3-98ab-0f107962bfae", "tag": "d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:15:30.496224 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-925d0fa4-2eb9-4cc4-bd3b-4782ad77ad3f {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:15:30.497457 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c038e1-de8f-4bb3-98ab-0f107962bfae', 'tag': 'd4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7', 'status': 'completed', 'code': 200} Mar 08 05:15:30.499597 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:30.545233 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baab615-e640-4b2e-993a-bcd9585df608 service neutron] Pushing event updated for resources: {'Port': ['ID=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:30.615798 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30267468-592e-4b5a-af59-b19f381fdc4e req-300d1e7e-b91b-44c9-9dae-f845973fae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:30.620034 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-300d1e7e-b91b-44c9-9dae-f845973fae26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e2c99e12c3547c8be346bc36c63ef30&device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 1127 time: 0.0910048 Mar 08 05:15:30.726721 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-f89648a8-5dfc-448c-97d9-ae7209facc4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 HTTP/1.1" status: 200 len: 217 time: 0.0887122 Mar 08 05:15:30.792793 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30267468-592e-4b5a-af59-b19f381fdc4e req-15d64d4c-87b2-4f28-84cd-c83d8be18635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:30.795917 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-15d64d4c-87b2-4f28-84cd-c83d8be18635 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eebf52a1-ce17-4a91-a26f-589fcb3db30e HTTP/1.1" status: 200 len: 853 time: 0.0611212 Mar 08 05:15:30.839574 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-60b44598-1bd0-48f9-891d-5ff718c0ee5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22ac0b8d-4656-4559-97a7-560b1d4b06f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366778 Mar 08 05:15:30.914206 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:27Z', 'revision_number': 3, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:30.979757 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:15:30.980900 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Updating router 2882176f-b729-48f0-8a77-21f878e30c64 port 75430349-8529-42c2-80d4-82eaf4f34448 binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:15:31.029262 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (75430349-8529-42c2-80d4-82eaf4f34448), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:31.069865 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec6ae3-eb7e-4820-a308-a18221e4cb9f req-33c8ce09-7980-4240-b577-87c0153db80c tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:31.071706 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6fec6ae3-eb7e-4820-a308-a18221e4cb9f req-33c8ce09-7980-4240-b577-87c0153db80c tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 943 time: 0.5431635 Mar 08 05:15:31.091358 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-21276c2c-5f0a-4c0a-864d-176d9a15d7a4 service neutron] 10.222.0.13 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419798 Mar 08 05:15:31.238361 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-e4be972b-5b67-4f30-bc49-aa37fb6ff24c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2133334 Mar 08 05:15:31.296909 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-30267468-592e-4b5a-af59-b19f381fdc4e req-f5911290-c851-405f-9e9a-f005d4243966 service neutron] 10.222.0.13 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954117 Mar 08 05:15:31.327282 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6fec6ae3-eb7e-4820-a308-a18221e4cb9f req-4411bfde-bcb9-4361-bc44-6b6789cb5cb3 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805921 Mar 08 05:15:31.383733 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-5e61a920-39b5-4395-98a8-d1c3dd14cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:31.387914 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-5e61a920-39b5-4395-98a8-d1c3dd14cdde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 1130 time: 0.0889540 Mar 08 05:15:31.416012 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:15:31.593312 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Publish callbacks [] for port (75430349-8529-42c2-80d4-82eaf4f34448), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:31.649196 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:31.651301 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-2bfbe3d4-3218-4aa1-9e26-54dfd21af651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:31.655030 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-2bfbe3d4-3218-4aa1-9e26-54dfd21af651 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 911 time: 0.2386701 Mar 08 05:15:31.658598 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-7524b088-ab02-44f0-bdcf-5fa681818669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:31.661108 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-7524b088-ab02-44f0-bdcf-5fa681818669 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e2c99e12c3547c8be346bc36c63ef30&device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 1127 time: 0.1522989 Mar 08 05:15:31.685472 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (75430349-8529-42c2-80d4-82eaf4f34448), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:31.797800 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Attempting to bind port 75430349-8529-42c2-80d4-82eaf4f34448 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:31.798370 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Attempting to bind port 75430349-8529-42c2-80d4-82eaf4f34448 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:31.798973 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Attempting to bind port 75430349-8529-42c2-80d4-82eaf4f34448 on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:31.808832 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-f43d9483-52f2-4698-b8a9-b5545cb5c7b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b77998e9-e761-4938-9386-b0f380158f6b HTTP/1.1" status: 200 len: 1001 time: 0.1379566 Mar 08 05:15:31.815592 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:31.816225 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:31.817719 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:31.818698 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:31.819786 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Bound port: 75430349-8529-42c2-80d4-82eaf4f34448, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:31.820486 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (75430349-8529-42c2-80d4-82eaf4f34448), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:31.827676 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d5764-3308-4450-96a6-5d6709ec497d None None] Pushing event updated for resources: {'Port': ['ID=75430349-8529-42c2-80d4-82eaf4f34448,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:31.918008 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] For port 75430349-8529-42c2-80d4-82eaf4f34448, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:31.924960 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] For port 75430349-8529-42c2-80d4-82eaf4f34448, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=75430349-8529-42c2-80d4-82eaf4f34448,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:31.928085 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-eff6b68e-b6c2-4549-aa32-9b8a2cd0a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:31.929603 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-eff6b68e-b6c2-4549-aa32-9b8a2cd0a7e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4770685-7661-41b3-8a9d-88d2198076ee HTTP/1.1" status: 200 len: 849 time: 0.1074374 Mar 08 05:15:31.937587 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Allocated IP 172.20.0.1 (9880e08b-4b2b-4ff2-8712-f70f43f42138/a284c7e6-481f-4746-a4b9-a51e04a22163/0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:31.983677 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-45613c40-c24f-4a09-8213-d530dacb7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:31.985478 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-45613c40-c24f-4a09-8213-d530dacb7365 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22ac0b8d-4656-4559-97a7-560b1d4b06f7 HTTP/1.1" status: 200 len: 914 time: 0.3133695 Mar 08 05:15:32.022445 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (75430349-8529-42c2-80d4-82eaf4f34448), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:32.084194 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-f9c55de6-a0a4-4518-a4f0-767e3216dc8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 HTTP/1.1" status: 200 len: 217 time: 0.0806911 Mar 08 05:15:32.093084 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-7b9e5302-7142-4889-ace7-50d1283b2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:32.098654 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-7b9e5302-7142-4889-ace7-50d1283b2bd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6459fbae-33a1-4a2f-bac2-0297d91770ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1576767 Mar 08 05:15:32.134610 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:32.136649 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:32.176308 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Publish callbacks [] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:32.241123 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d5764-3308-4450-96a6-5d6709ec497d None None] Pushing event updated for resources: {'Port': ['ID=75430349-8529-42c2-80d4-82eaf4f34448,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:32.377867 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:32.406730 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:32.535481 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Pushing event updated for resources: {'Port': ['ID=0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:32.544886 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:32.561031 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:32.572449 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:32.611948 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-55b73e05-b99a-4dc4-bcc8-86088fa87f00 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:32.613844 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-55b73e05-b99a-4dc4-bcc8-86088fa87f00 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/networks?id=315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 200 len: 815 time: 0.3750165 Mar 08 05:15:32.623875 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-afd37210-350d-48f2-80f5-849b0101d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:32.625668 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-afd37210-350d-48f2-80f5-849b0101d702 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eebf52a1-ce17-4a91-a26f-589fcb3db30e HTTP/1.1" status: 200 len: 853 time: 0.5279820 Mar 08 05:15:32.657167 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-14b32f43-f5d9-43fd-a039-43899ede8481 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/quotas/372dca34600e4c629cdd1bf9f8743f36 HTTP/1.1" status: 200 len: 375 time: 0.0254965 Mar 08 05:15:32.671644 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-d21e0ae4-60e6-481b-8bbf-9535eea596c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22ac0b8d-4656-4559-97a7-560b1d4b06f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368960 Mar 08 05:15:32.695092 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9113cb6-ad86-4578-a461-9ec37be04de4 req-6b6fc4dc-3965-4ff0-b62f-3e8b61576891 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:32.696886 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9113cb6-ad86-4578-a461-9ec37be04de4 req-6b6fc4dc-3965-4ff0-b62f-3e8b61576891 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 943 time: 0.2157397 Mar 08 05:15:32.718665 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (2882176f-b729-48f0-8a77-21f878e30c64), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:32.727933 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-7188ef61-ea85-4c18-b98d-bce1eb902fd9 service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157649 Mar 08 05:15:32.800437 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:27Z', 'revision_number': 3, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:32.846611 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef3c50-3514-451b-8a0f-573a63726193 None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:27Z', 'revision_number': 3, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:15:32.853487 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9113cb6-ad86-4578-a461-9ec37be04de4 req-bfa78f9b-264b-4196-9b89-01fd6b4f2d3f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397908 Mar 08 05:15:32.870033 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-7825b494-b409-4d9d-8ff0-1d5135ce9d73 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=372dca34600e4c629cdd1bf9f8743f36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029908 Mar 08 05:15:32.939526 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-93225c9a-9a46-47ed-81c6-ed2a3b850576 service neutron] 10.222.0.13 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468846 Mar 08 05:15:32.952383 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-644d2fd7-ccd7-4887-8cdf-0d2b2b35a7d3 None None] Provisioning complete for port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:32.952986 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-644d2fd7-ccd7-4887-8cdf-0d2b2b35a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:32.970590 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84d7e23e-e67d-4e39-b7bf-819eb1187395 req-c13d6410-081f-425e-9779-6f56ab5fcf4e service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309439 Mar 08 05:15:33.013385 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-644d2fd7-ccd7-4887-8cdf-0d2b2b35a7d3 None None] Port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:15:33.085628 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fe1cde6c-0fa5-429d-9153-af399906d015 service neutron] 10.222.0.26 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666021 Mar 08 05:15:33.105206 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ebadec9f-ab38-4219-99e3-5cc382020579 req-0f0323b5-d6d3-453a-90b6-f23789a7249d service neutron] 10.222.0.13 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452663 Mar 08 05:15:33.171509 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:33.287926 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-b83bab17-f336-4901-9028-456711ac4db8 service neutron] 10.222.0.26 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711547 Mar 08 05:15:33.428373 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:15:33.469317 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Publish callbacks [] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:33.543534 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:33.620904 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:33.652623 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': 'd4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7', 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7', 'port_id': 'd4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7', 'mac_address': 'fa:16:3e:52:64:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebf52a1-ce17-4a91-a26f-589fcb3db30e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:15:33.709649 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:33.710524 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:33.722435 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86363f3f-ec96-4163-bf79-7deede7f47db req-d1cfcd14-2a59-49d2-9751-b4dddb0a46f0 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 210 time: 0.0891924 Mar 08 05:15:33.737484 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Pushing event updated for resources: {'Port': ['ID=0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:33.740561 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (2882176f-b729-48f0-8a77-21f878e30c64), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:33.781128 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:15:33.801707 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:33.807003 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 75430349-8529-42c2-80d4-82eaf4f34448 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:33.868616 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 75430349-8529-42c2-80d4-82eaf4f34448 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:33.869115 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (75430349-8529-42c2-80d4-82eaf4f34448), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:33.894167 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:33.896852 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:33.916129 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:33.986409 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:34.063582 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 75430349-8529-42c2-80d4-82eaf4f34448 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:34.063975 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (75430349-8529-42c2-80d4-82eaf4f34448), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:34.096537 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 75430349-8529-42c2-80d4-82eaf4f34448, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=75430349-8529-42c2-80d4-82eaf4f34448,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:34.100479 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884a426-aa30-4414-81af-ce40d1d430cb req-152dc130-7f04-4d52-9ea9-0cbfdfc9b419 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:34.102097 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f884a426-aa30-4414-81af-ce40d1d430cb req-152dc130-7f04-4d52-9ea9-0cbfdfc9b419 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 944 time: 0.1155882 Mar 08 05:15:34.108413 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:15:34.159436 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (75430349-8529-42c2-80d4-82eaf4f34448), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:34.236393 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=75430349-8529-42c2-80d4-82eaf4f34448,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:34.251431 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-52529d89-12ab-4466-9752-0a36f91fb0d4 None None] Provisioning complete for port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:34.251807 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-52529d89-12ab-4466-9752-0a36f91fb0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:34.278882 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:15:34.283357 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f884a426-aa30-4414-81af-ce40d1d430cb req-8887f655-9c34-412a-8fcb-9ec403b24cb1 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584089 Mar 08 05:15:34.319286 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:15:34.333472 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ea4b64ab-e7ca-4e72-ab92-f8030c1ace3e admin admin] 10.222.0.26 "PUT /v2.0/routers/2882176f-b729-48f0-8a77-21f878e30c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2277734 Mar 08 05:15:34.334295 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-52529d89-12ab-4466-9752-0a36f91fb0d4 None None] Port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:15:34.857069 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9433bd5a-497e-44f2-895a-58dc13525f08 req-99586346-54c9-4ccd-9ec6-06879f945a37 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 210 time: 0.0306528 Mar 08 05:15:34.993117 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:15:35.005184 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:35.006060 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:35.008108 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40216) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:35.013726 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-6dce13a0-2e94-4bb3-86f0-ef69b831a115 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142232260', 'description': 'tempest-description--86940748'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:35.123378 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:35.141889 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6dce13a0-2e94-4bb3-86f0-ef69b831a115 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.223525 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6dce13a0-2e94-4bb3-86f0-ef69b831a115 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (75673043-451c-4d23-ab27-1fa757f7f82d), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.318449 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6dce13a0-2e94-4bb3-86f0-ef69b831a115 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (75673043-451c-4d23-ab27-1fa757f7f82d), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.357670 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 2, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:35.364480 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce13a0-2e94-4bb3-86f0-ef69b831a115 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75673043-451c-4d23-ab27-1fa757f7f82d,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:35.392315 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:15:35.392678 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Updating router 2882176f-b729-48f0-8a77-21f878e30c64 port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:15:35.426371 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.436407 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6dce13a0-2e94-4bb3-86f0-ef69b831a115 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.437738 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eec525-c554-4ea6-bf11-f2a7aec0b4cc req-2e0b034d-99da-46b3-b271-515327b30aa1 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:35.438282 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-6dce13a0-2e94-4bb3-86f0-ef69b831a115 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4284573 Mar 08 05:15:35.440514 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b8eec525-c554-4ea6-bf11-f2a7aec0b4cc req-2e0b034d-99da-46b3-b271-515327b30aa1 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 944 time: 0.0652072 Mar 08 05:15:35.451969 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:35.459618 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40220) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:35.464772 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-b1b625f0-6b8d-4f99-91dd-7f2cb0a87b13 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group_rule': {'security_group_id': '75673043-451c-4d23-ab27-1fa757f7f82d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:35.503448 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b8eec525-c554-4ea6-bf11-f2a7aec0b4cc req-a92cebe4-6f52-4df4-9b20-4c087184441e tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553670 Mar 08 05:15:35.609367 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b1b625f0-6b8d-4f99-91dd-7f2cb0a87b13 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (a5e62758-7538-45e4-95f0-8eae2901a7c8), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.610867 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:15:35.616464 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:35.616904 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.659155 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 75430349-8529-42c2-80d4-82eaf4f34448 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:35.683312 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b1b625f0-6b8d-4f99-91dd-7f2cb0a87b13 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (a5e62758-7538-45e4-95f0-8eae2901a7c8), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.811608 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b1b625f0-6b8d-4f99-91dd-7f2cb0a87b13 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (a5e62758-7538-45e4-95f0-8eae2901a7c8), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.849052 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:35.849511 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.858105 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b625f0-6b8d-4f99-91dd-7f2cb0a87b13 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e62758-7538-45e4-95f0-8eae2901a7c8,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:35.866545 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Publish callbacks [] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.884482 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c038e1-de8f-4bb3-98ab-0f107962bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:15:35.887431 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb84f58-eb5a-442f-9a25-8a042d5848cf" -d '{"events": [{"server_uuid": "80c038e1-de8f-4bb3-98ab-0f107962bfae", "name": "network-vif-plugged", "status": "completed", "tag": "d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:15:35.913912 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:35.915446 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 75430349-8529-42c2-80d4-82eaf4f34448 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:35.916107 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (75430349-8529-42c2-80d4-82eaf4f34448), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:35.945208 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4fdd0b-9c72-48c5-b544-6cf16145be1e x-openstack-request-id: req-0b4fdd0b-9c72-48c5-b544-6cf16145be1e {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:15:35.945543 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c038e1-de8f-4bb3-98ab-0f107962bfae", "name": "network-vif-plugged", "status": "completed", "tag": "d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:15:35.945804 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b4fdd0b-9c72-48c5-b544-6cf16145be1e {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:15:35.946195 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c038e1-de8f-4bb3-98ab-0f107962bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7', 'code': 200} Mar 08 05:15:35.971870 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b61f182c-05cb-47f4-8bd6-51cf5d27896d req-ebf2f11c-a5a2-44a5-b008-8723975d624c tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 210 time: 0.0312252 Mar 08 05:15:36.011508 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 75430349-8529-42c2-80d4-82eaf4f34448 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:36.015257 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.020240 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.024603 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b1b625f0-6b8d-4f99-91dd-7f2cb0a87b13 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.026698 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-b1b625f0-6b8d-4f99-91dd-7f2cb0a87b13 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5655656 Mar 08 05:15:36.031918 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40226) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:36.038375 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-043eeff8-8a11-426a-9e25-603d2a42f3d9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group_rule': {'security_group_id': '75673043-451c-4d23-ab27-1fa757f7f82d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:36.082837 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332e50-60fb-4b82-94d4-03c308f59331 None None] Pushing event updated for resources: {'Port': ['ID=0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:36.084069 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:36.145848 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-043eeff8-8a11-426a-9e25-603d2a42f3d9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (c0354233-c54f-4680-a95b-3b901650d467), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.146708 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Attempting to bind port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:36.147289 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Attempting to bind port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:36.147885 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Attempting to bind port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:36.156023 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:36.156594 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Checking segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:36.157181 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.157724 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Bound using segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:36.158364 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Bound port: 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:36.158928 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.242030 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-043eeff8-8a11-426a-9e25-603d2a42f3d9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (c0354233-c54f-4680-a95b-3b901650d467), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.264771 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] For port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:36.269341 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] For port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:36.369990 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd8f04-cac6-4d21-a974-f072366e9bb3 req-04985d54-79be-4275-a0fd-c49a9f330a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:36.372219 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-16cd8f04-cac6-4d21-a974-f072366e9bb3 req-04985d54-79be-4275-a0fd-c49a9f330a14 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 1129 time: 0.0472033 Mar 08 05:15:36.375463 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-043eeff8-8a11-426a-9e25-603d2a42f3d9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (c0354233-c54f-4680-a95b-3b901650d467), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.377266 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-be96c7ca-e2ba-45a6-88b9-442c45708baa None None] Provisioning complete for port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:36.378014 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-be96c7ca-e2ba-45a6-88b9-442c45708baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.394283 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.419471 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eeff8-8a11-426a-9e25-603d2a42f3d9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0354233-c54f-4680-a95b-3b901650d467,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:36.434163 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-be96c7ca-e2ba-45a6-88b9-442c45708baa None None] Port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:15:36.463586 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-16cd8f04-cac6-4d21-a974-f072366e9bb3 req-7209f333-7224-41a6-9735-22731dec9ffa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825539 Mar 08 05:15:36.490129 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:15:36.490129 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:36.491966 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4332e50-60fb-4b82-94d4-03c308f59331 None None] Pushing event updated for resources: {'Port': ['ID=0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d,revision_number=4']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:36.515680 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-043eeff8-8a11-426a-9e25-603d2a42f3d9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.519156 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-043eeff8-8a11-426a-9e25-603d2a42f3d9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4838629 Mar 08 05:15:36.520304 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40228) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:15:36.524928 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:36.628845 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:15:36.657405 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.716904 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972b55e-7698-45c8-b8f3-ac3fc881c457 req-08bcbe86-6e89-49be-aac5-209bc6e0a75d tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:36.718471 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8972b55e-7698-45c8-b8f3-ac3fc881c457 req-08bcbe86-6e89-49be-aac5-209bc6e0a75d tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 945 time: 0.1184745 Mar 08 05:15:36.759251 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-a4aa94b5-2e5f-463a-88f7-c89ce8d548de None None] Provisioning complete for port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:36.760586 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a4aa94b5-2e5f-463a-88f7-c89ce8d548de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.811811 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8972b55e-7698-45c8-b8f3-ac3fc881c457 req-39f2c07a-ae95-4d8f-b23c-5463052d00ec tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869367 Mar 08 05:15:36.840561 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.867033 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa94b5-2e5f-463a-88f7-c89ce8d548de None None] Current status of the port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:36.867449 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a4aa94b5-2e5f-463a-88f7-c89ce8d548de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:36.904584 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-a4aa94b5-2e5f-463a-88f7-c89ce8d548de None None] For port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:36.915946 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:15:36.946104 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1577776-dbeb-41a1-88c3-4a763632a8c3 None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:15:36.974071 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Allocated IP 172.27.2.138 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/98bde06f-da0d-4c02-b461-980da2bdac88) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:36.985633 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a4aa94b5-2e5f-463a-88f7-c89ce8d548de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:37.108531 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa94b5-2e5f-463a-88f7-c89ce8d548de None None] Pushing event updated for resources: {'Port': ['ID=0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:37.125968 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6234d545-6e33-43f9-90cf-e9c4c48c2592 req-a9d786f1-a06b-439f-a212-9e00c954b70e tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 210 time: 0.0383635 Mar 08 05:15:37.160448 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (98bde06f-da0d-4c02-b461-980da2bdac88), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:37.295995 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (98bde06f-da0d-4c02-b461-980da2bdac88), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:37.348655 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:37.352059 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:37.357497 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:37.364557 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=98bde06f-da0d-4c02-b461-980da2bdac88,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:37.397625 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.397975 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.398323 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.398661 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.399023 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.399363 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.399697 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.400028 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.400357 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.400687 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.401348 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.403040 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.403607 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:37.429209 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-c8bd0096-29f1-4acc-bc51-203202e8d8bc tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:37.430781 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-c8bd0096-29f1-4acc-bc51-203202e8d8bc tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.13 "GET /v2.0/networks?id=315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 200 len: 815 time: 0.1523843 Mar 08 05:15:37.469115 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'port': {'device_id': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'admin_state_up': True, 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:37.553607 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (49950ef0-0570-4104-8eab-b7575ae1c396), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:37.672246 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:37.710773 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (98bde06f-da0d-4c02-b461-980da2bdac88), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:37.746321 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:37.746321 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:37.752391 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Made reservation on behalf of 372dca34600e4c629cdd1bf9f8743f36 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:15:37.757615 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:37.909670 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:37.986013 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Allocated IP 172.20.0.7 (315a12be-c10d-4cbd-8e45-e80f1076551c/b8c99f12-de41-42e1-b20f-718b69483d31/3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:38.281412 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:38.306785 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-02430764-75e4-40b1-b1be-aeff892e96c7 req-f5c10c52-ba4a-43da-8184-c6e90f5bf6e7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 210 time: 0.0359676 Mar 08 05:15:38.375752 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (98bde06f-da0d-4c02-b461-980da2bdac88), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:38.389137 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:38.399136 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ad14d-9ebd-4ce5-b073-5575273680e5 req-8bdb422d-f00e-4841-97f7-a5a952d7557b tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:38.401063 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-295ad14d-9ebd-4ce5-b073-5575273680e5 req-8bdb422d-f00e-4841-97f7-a5a952d7557b tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 945 time: 0.4422274 Mar 08 05:15:38.433233 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (98bde06f-da0d-4c02-b461-980da2bdac88), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:38.473951 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Network 315a12be-c10d-4cbd-8e45-e80f1076551c is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:38.489503 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:38.497477 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:38.540229 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-295ad14d-9ebd-4ce5-b073-5575273680e5 req-1a47d03b-cba1-4585-8c36-90b331afa55f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297338 Mar 08 05:15:38.554235 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=98bde06f-da0d-4c02-b461-980da2bdac88,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:38.567383 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (49950ef0-0570-4104-8eab-b7575ae1c396), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:38.597485 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'Port': ['ID=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:38.611003 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.611372 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.611730 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.612151 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.612498 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.612884 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.613236 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.613578 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.613914 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.614458 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.614797 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.615159 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.615488 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:38.637212 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:38.637899 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:38.686438 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:38.687901 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-eea267c0-f20f-4e3b-b5fd-9da6a38489d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1664591 Mar 08 05:15:38.740463 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-45059972-13eb-4f72-a40e-abcfd0ab4b35 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2730069 Mar 08 05:15:38.767811 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Request body: {'port': {'device_id': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:38.855087 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-729cdd83-162b-4ab2-9325-7172bc9c2d8b None None] Provisioning complete for port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:38.857452 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-729cdd83-162b-4ab2-9325-7172bc9c2d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:38.928266 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:38.950997 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-729cdd83-162b-4ab2-9325-7172bc9c2d8b None None] Port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:15:39.008209 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-f35df21f-be36-4f46-b7e1-0bd73793d30c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1142232260&fields=id&tenant_id=a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 267 time: 0.1156108 Mar 08 05:15:39.222228 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-f9d18392-377e-42a9-87f5-9b7e617d28f6 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:39.223187 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-f9d18392-377e-42a9-87f5-9b7e617d28f6 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 815 time: 0.1944482 Mar 08 05:15:39.256794 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-937ba085-603d-43d5-b272-7f3cde6a0209 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/quotas/a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 375 time: 0.0142813 Mar 08 05:15:39.413031 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-fe045cd8-95ca-4eb4-90fc-7989b32c4a64 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429224 Mar 08 05:15:39.439448 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:15:39.455742 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Publish callbacks [] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:39.491201 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Transition to ACTIVE for port object 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:15:39.559825 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:39.736756 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:39.766103 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-f7270530-4938-4900-bd22-208c15f36efe service neutron] 10.222.0.26 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282425 Mar 08 05:15:39.806794 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d199a7f-2306-46a2-bc62-bd82dccfb22d req-c95b5757-b5c1-4b14-a368-6d8f0017c6fa tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:39.810327 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8d199a7f-2306-46a2-bc62-bd82dccfb22d req-c95b5757-b5c1-4b14-a368-6d8f0017c6fa tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.2805221 Mar 08 05:15:39.912016 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Attempting to bind port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:39.912377 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Attempting to bind port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:39.912805 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Attempting to bind port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d on network 315a12be-c10d-4cbd-8e45-e80f1076551c {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:39.918446 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d on network 315a12be-c10d-4cbd-8e45-e80f1076551c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:15:39.918722 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Attempting to bind port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d on network 315a12be-c10d-4cbd-8e45-e80f1076551c {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:39.932581 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:39.932581 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Checking segment: {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:39.932581 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Bound using segment: {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:39.932581 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Bound port: 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b235d7df-ee8d-45d0-91a0-db94907e2847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:39.932581 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:40.036151 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] For port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:40.040759 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] For port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:40.125211 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:40.175896 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8d199a7f-2306-46a2-bc62-bd82dccfb22d req-bf5244c5-bb9f-4525-be2e-3801549fe507 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069380 Mar 08 05:15:40.208201 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-ab45f9b8-d18d-463a-99ee-af5bcec8e2f5 service neutron] 10.222.0.26 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780618 Mar 08 05:15:40.239853 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:40.240979 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:40.242557 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 1093 time: 1.4842017 Mar 08 05:15:40.243728 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:15:40.248811 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eda997-e164-41c4-b687-020b57681def" -d '{"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:15:40.285100 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3f14a-f353-4177-b85b-0a0eccebc2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:40.539511 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8015f9b-c2bd-435f-8834-28c38dc7aeac req-59587f50-27b7-4b4e-9a6c-2c6c5a0e70c9 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:40.548739 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f8015f9b-c2bd-435f-8834-28c38dc7aeac req-59587f50-27b7-4b4e-9a6c-2c6c5a0e70c9 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 945 time: 0.1807234 Mar 08 05:15:40.631549 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f8015f9b-c2bd-435f-8834-28c38dc7aeac req-d21128c5-0fce-4e19-b3c4-c6ac8a15e1b2 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816793 Mar 08 05:15:40.657931 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac0c83b-6453-4ef5-bf85-cf5164d24c65 x-openstack-request-id: req-dac0c83b-6453-4ef5-bf85-cf5164d24c65 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:15:40.658508 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:15:40.658508 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dac0c83b-6453-4ef5-bf85-cf5164d24c65 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:15:40.662987 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'status': 'completed', 'code': 200} Mar 08 05:15:40.719031 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-de81fd4a-fa84-46ae-a9a9-08c15de5773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:40.721184 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-de81fd4a-fa84-46ae-a9a9-08c15de5773d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=372dca34600e4c629cdd1bf9f8743f36&device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1127 time: 0.2293696 Mar 08 05:15:40.824280 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-20c55467-1167-4d17-9ef2-e766552b6d11 req-faae3e62-acf6-4183-bb42-ec5a6db32138 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.1051252 Mar 08 05:15:40.852580 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-e5282ec4-9e96-4db6-a71d-ce5bfb15838d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 217 time: 0.0784535 Mar 08 05:15:41.103173 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-aac19bd2-9f38-4632-8d4c-956a8119e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:41.112602 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-aac19bd2-9f38-4632-8d4c-956a8119e7e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8c99f12-de41-42e1-b20f-718b69483d31 HTTP/1.1" status: 200 len: 854 time: 0.1440146 Mar 08 05:15:41.250569 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-87b8246b-8ed5-4f31-87cd-87643c238a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:41.253020 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-87b8246b-8ed5-4f31-87cd-87643c238a50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315a12be-c10d-4cbd-8e45-e80f1076551c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061509 Mar 08 05:15:41.508523 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fc972-ced8-44c0-a16a-97c2ef0c0235 req-d802c4bd-1207-4619-9c41-dbfcac63fac0 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:41.518685 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ca3fc972-ced8-44c0-a16a-97c2ef0c0235 req-d802c4bd-1207-4619-9c41-dbfcac63fac0 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.1760204 Mar 08 05:15:41.577915 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-6bfa9486-270d-4b2b-b616-44817d748043 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779267 Mar 08 05:15:41.608011 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ca3fc972-ced8-44c0-a16a-97c2ef0c0235 req-30aac0d3-7215-4990-aa98-7eb06c348eea tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875604 Mar 08 05:15:41.957923 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f1d26ec7-4e64-47cb-b0ea-f8b1457f5851 req-ff9af5da-0941-456c-8572-4f35c7a0fa3b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0501826 Mar 08 05:15:42.143682 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f9fb23f6-7305-4e64-ab2a-7efa626b6875 req-70eabc71-a7b4-4d60-a0af-1745ff524932 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341696 Mar 08 05:15:42.849979 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15a6d5-284c-429b-bf0b-67c00b0e6053 req-4296af61-5a7d-4eef-a533-fa4c39bb3a11 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:42.861081 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0b15a6d5-284c-429b-bf0b-67c00b0e6053 req-4296af61-5a7d-4eef-a533-fa4c39bb3a11 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.1179163 Mar 08 05:15:42.922550 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0b15a6d5-284c-429b-bf0b-67c00b0e6053 req-4451026b-d97b-45a9-a0b3-cc16a4ab74bf tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603335 Mar 08 05:15:43.080006 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0bfc22ab-879b-46b7-84b9-ecebcde5560c req-1bb465e2-1c8a-4e21-8456-94d74653f4bb tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0306768 Mar 08 05:15:44.069764 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6e4cb-ad2a-4145-8ab2-170711f620aa req-ac9c4942-92f0-44bc-987e-8a9ea4bf196d tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:44.071337 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f4d6e4cb-ad2a-4145-8ab2-170711f620aa req-ac9c4942-92f0-44bc-987e-8a9ea4bf196d tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.0630581 Mar 08 05:15:44.181551 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f4d6e4cb-ad2a-4145-8ab2-170711f620aa req-785e770a-89f7-4f99-9a00-21ba34a01975 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031954 Mar 08 05:15:44.211292 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-47ebf725-0124-4a6d-8659-1e56aad700a1 req-a9a32d25-0ab8-4d1f-b09c-b65112fc57e0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0489519 Mar 08 05:15:45.405863 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-34181d67-605a-45d5-b2b3-2b4ba401c748 req-b8a28da1-1c75-47d4-92cf-8d8072892998 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0851402 Mar 08 05:15:45.463334 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c4d3-d5b8-4352-9094-e56492ae0b1d req-bcae81a5-74fc-44ba-aeb3-95bda0b6bc1a tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:45.467332 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-31d6c4d3-d5b8-4352-9094-e56492ae0b1d req-bcae81a5-74fc-44ba-aeb3-95bda0b6bc1a tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.1300921 Mar 08 05:15:45.555770 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-31d6c4d3-d5b8-4352-9094-e56492ae0b1d req-dc5c1407-a040-48d4-8fd5-c0d3bcc5d780 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720885 Mar 08 05:15:46.541474 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e880a450-4173-420a-9c95-e73c9ae1883e req-0571cdf5-7896-4b41-a30a-c75995493695 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0397804 Mar 08 05:15:46.709903 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d66142-d369-4d3d-9e94-2d2ce0ee4740 req-a588ab3c-88b6-4260-80d6-8b182c89d898 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:46.712132 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f7d66142-d369-4d3d-9e94-2d2ce0ee4740 req-a588ab3c-88b6-4260-80d6-8b182c89d898 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.0589554 Mar 08 05:15:46.788640 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f7d66142-d369-4d3d-9e94-2d2ce0ee4740 req-8f57abe7-216d-4ff8-92c4-f4da035803a1 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632343 Mar 08 05:15:47.669316 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-525ad51a-b18e-47c9-b253-5ff83d999e9a req-56d92a22-6d3b-4ac6-970c-9f4896219606 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0381260 Mar 08 05:15:47.940537 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f6bf9-e78f-49d0-be3b-b52e7c4f477a req-fdd80ace-38cb-436f-a0e3-db00b235a8e1 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:47.942081 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d52f6bf9-e78f-49d0-be3b-b52e7c4f477a req-fdd80ace-38cb-436f-a0e3-db00b235a8e1 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.0791302 Mar 08 05:15:47.995298 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d52f6bf9-e78f-49d0-be3b-b52e7c4f477a req-859c156d-e2d9-42bb-9d12-52cfb5017e78 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456743 Mar 08 05:15:48.205736 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eda997-e164-41c4-b687-020b57681def req-3c4acd7f-9989-4ca5-9685-089f7b381015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:48.207493 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b0eda997-e164-41c4-b687-020b57681def req-3c4acd7f-9989-4ca5-9685-089f7b381015 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=372dca34600e4c629cdd1bf9f8743f36&device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1127 time: 0.0537653 Mar 08 05:15:48.331086 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eda997-e164-41c4-b687-020b57681def req-042c58de-b589-49e2-a614-ca0bcab7dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:48.333509 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b0eda997-e164-41c4-b687-020b57681def req-042c58de-b589-49e2-a614-ca0bcab7dba4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 200 len: 916 time: 0.1088777 Mar 08 05:15:48.385839 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b0eda997-e164-41c4-b687-020b57681def req-d853a5b9-d317-4c59-b741-1f063becc893 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 217 time: 0.0429599 Mar 08 05:15:48.472247 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eda997-e164-41c4-b687-020b57681def req-b4b82ab2-5014-4c32-9465-5fee6cf6bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:48.473698 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b0eda997-e164-41c4-b687-020b57681def req-b4b82ab2-5014-4c32-9465-5fee6cf6bace service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8c99f12-de41-42e1-b20f-718b69483d31 HTTP/1.1" status: 200 len: 854 time: 0.0639689 Mar 08 05:15:48.560935 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eda997-e164-41c4-b687-020b57681def req-8f6db184-a142-4313-b477-8a0e6e51075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:48.563683 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b0eda997-e164-41c4-b687-020b57681def req-8f6db184-a142-4313-b477-8a0e6e51075c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315a12be-c10d-4cbd-8e45-e80f1076551c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743582 Mar 08 05:15:48.677861 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b0eda997-e164-41c4-b687-020b57681def req-0708bced-0edd-47de-a308-cbf5b58461c7 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061957 Mar 08 05:15:48.807593 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9fc33f5c-bff5-4f90-b574-7249330aa0b4 req-832b82f6-b840-464b-a152-e2a2cac9de9c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0327780 Mar 08 05:15:48.825961 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-b0eda997-e164-41c4-b687-020b57681def req-17612dee-e9b2-4ded-9d2d-91e62290a73b service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365347 Mar 08 05:15:49.127830 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823127f-8ee9-4dd7-94c2-5390ca1cd8ec req-3ac797ac-8ea1-4794-8d62-a1c3f48bb689 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:49.129418 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c823127f-8ee9-4dd7-94c2-5390ca1cd8ec req-3ac797ac-8ea1-4794-8d62-a1c3f48bb689 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.0611906 Mar 08 05:15:49.184337 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c823127f-8ee9-4dd7-94c2-5390ca1cd8ec req-ad83c47f-8bab-4bd2-8ec9-ab5f817543af tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493665 Mar 08 05:15:49.577051 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-58283d50-61a8-46d3-9ee5-71712b4e35d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:49.581304 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-58283d50-61a8-46d3-9ee5-71712b4e35d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 815 time: 0.1143672 Mar 08 05:15:49.658015 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-a477ec08-9ed1-4371-b9c8-888939bdbb6f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 380 time: 0.0606315 Mar 08 05:15:49.669358 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'port': {'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'admin_state_up': True, 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'security_groups': ['75673043-451c-4d23-ab27-1fa757f7f82d']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:49.701162 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-aaf95c39-4cf5-4de1-aa2f-d260e303c865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:49.907102 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Made reservation on behalf of a07946f08cba401dbc41861ae2fecd44 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:15:49.911872 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:49.938716 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e4447a06-1c12-46d1-9e51-9d84e4b5db07 req-12efc741-60dc-4e2b-9894-00d115ad5021 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0412381 Mar 08 05:15:50.076562 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Allocated IP 172.20.0.12 (9880e08b-4b2b-4ff2-8712-f70f43f42138/a284c7e6-481f-4746-a4b9-a51e04a22163/82f4a166-f86e-443f-a924-e4945d08b828) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:15:50.254269 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (82f4a166-f86e-443f-a924-e4945d08b828), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:50.331138 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0156d-04c2-4bdd-be4d-4ac0f3e7410f req-d7d2f728-cd98-4464-8091-afaa9cd05c8d tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:50.333668 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c8a0156d-04c2-4bdd-be4d-4ac0f3e7410f req-d7d2f728-cd98-4464-8091-afaa9cd05c8d tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.0705142 Mar 08 05:15:50.364702 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (82f4a166-f86e-443f-a924-e4945d08b828), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:50.418226 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c8a0156d-04c2-4bdd-be4d-4ac0f3e7410f req-1ef6a885-5e0c-41da-b64c-4762b8e11473 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708013 Mar 08 05:15:50.419102 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:15:50.424048 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:15:50.428430 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:15:50.462049 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=82f4a166-f86e-443f-a924-e4945d08b828,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:50.489984 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:50.490655 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:50.580582 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-3fd6e091-718d-40af-9751-3712d0b66009 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9156303 Mar 08 05:15:50.600449 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Request body: {'port': {'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:15:50.670714 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-4e1bced1-a0be-4530-a36a-3f5f29e814b7 None None] Provisioning complete for port 82f4a166-f86e-443f-a924-e4945d08b828 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:50.671297 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-4e1bced1-a0be-4530-a36a-3f5f29e814b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (82f4a166-f86e-443f-a924-e4945d08b828), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:50.673491 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (82f4a166-f86e-443f-a924-e4945d08b828), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:50.709961 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-4e1bced1-a0be-4530-a36a-3f5f29e814b7 None None] Port 82f4a166-f86e-443f-a924-e4945d08b828 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:15:50.954142 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f4a166-f86e-443f-a924-e4945d08b828 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:15:50.962352 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Publish callbacks [] for port (82f4a166-f86e-443f-a924-e4945d08b828), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:50.980537 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Transition to ACTIVE for port object 82f4a166-f86e-443f-a924-e4945d08b828 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:15:51.078483 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0fae-0a6f-4278-b360-c5a96e6cf4a4 req-eb793354-423d-41b1-b4fa-6a61f853fe2e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:51.080166 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c3dd0fae-0a6f-4278-b360-c5a96e6cf4a4 req-eb793354-423d-41b1-b4fa-6a61f853fe2e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 932 time: 0.0676098 Mar 08 05:15:51.090805 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (82f4a166-f86e-443f-a924-e4945d08b828), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:51.160075 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c3dd0fae-0a6f-4278-b360-c5a96e6cf4a4 req-1b7d51d1-707a-4722-8d06-e7ba3a131aa0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688744 Mar 08 05:15:51.176692 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Pushing event updated for resources: {'Port': ['ID=82f4a166-f86e-443f-a924-e4945d08b828,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:51.254311 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Attempting to bind port 82f4a166-f86e-443f-a924-e4945d08b828 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:15:51.254631 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Attempting to bind port 82f4a166-f86e-443f-a924-e4945d08b828 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:15:51.255228 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Attempting to bind port 82f4a166-f86e-443f-a924-e4945d08b828 on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:51.263726 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Port 82f4a166-f86e-443f-a924-e4945d08b828 on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:15:51.264279 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Attempting to bind port 82f4a166-f86e-443f-a924-e4945d08b828 on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:15:51.273970 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:15:51.274538 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Checking segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:15:51.275208 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Bound using segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:15:51.277128 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Bound port: 82f4a166-f86e-443f-a924-e4945d08b828, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:15:51.277744 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (82f4a166-f86e-443f-a924-e4945d08b828), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:51.382793 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] For port 82f4a166-f86e-443f-a924-e4945d08b828, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:15:51.391748 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] For port 82f4a166-f86e-443f-a924-e4945d08b828, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=82f4a166-f86e-443f-a924-e4945d08b828,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:15:51.524196 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (82f4a166-f86e-443f-a924-e4945d08b828), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:51.529955 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:15:51.566000 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c6a02-7caf-4703-ad57-827696a32c65 req-b7a4f5eb-9a98-4396-87ad-0b33d8978b78 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:51.567684 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c88c6a02-7caf-4703-ad57-827696a32c65 req-b7a4f5eb-9a98-4396-87ad-0b33d8978b78 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 943 time: 0.0649359 Mar 08 05:15:51.606538 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:51.607762 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:51.610518 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/82f4a166-f86e-443f-a924-e4945d08b828 HTTP/1.1" status: 200 len: 1094 time: 1.0144134 Mar 08 05:15:51.611398 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe506b0-1fca-43c7-a03d-acac85874246', 'tag': '82f4a166-f86e-443f-a924-e4945d08b828'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:15:51.616243 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b3fef9-4681-47b4-82be-9a1b18be100a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe506b0-1fca-43c7-a03d-acac85874246", "tag": "82f4a166-f86e-443f-a924-e4945d08b828"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:15:51.666842 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c88c6a02-7caf-4703-ad57-827696a32c65 req-151fa351-e919-405a-ae08-0893dc41d436 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884724 Mar 08 05:15:51.691036 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6334995-3072-426c-9e38-43d3813339d2 service neutron] Pushing event updated for resources: {'Port': ['ID=82f4a166-f86e-443f-a924-e4945d08b828,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:51.701574 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55ac95c-7479-4e2f-bed2-bb6320a4cc4d x-openstack-request-id: req-e55ac95c-7479-4e2f-bed2-bb6320a4cc4d {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:15:51.702116 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe506b0-1fca-43c7-a03d-acac85874246", "tag": "82f4a166-f86e-443f-a924-e4945d08b828", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:15:51.702572 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e55ac95c-7479-4e2f-bed2-bb6320a4cc4d {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:15:51.703224 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe506b0-1fca-43c7-a03d-acac85874246', 'tag': '82f4a166-f86e-443f-a924-e4945d08b828', 'status': 'completed', 'code': 200} Mar 08 05:15:51.703650 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:51.718700 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'port_id': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'mac_address': 'fa:16:3e:82:fa:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:15:51.768522 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:51.778697 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:51.787503 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:15:51.832210 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:51.837864 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3fef9-4681-47b4-82be-9a1b18be100a req-424249ad-b687-464b-ba14-99c131307396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:51.840142 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a2b3fef9-4681-47b4-82be-9a1b18be100a req-424249ad-b687-464b-ba14-99c131307396 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 1128 time: 0.0782783 Mar 08 05:15:51.924481 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:51.993470 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3fef9-4681-47b4-82be-9a1b18be100a req-0eb029c9-11ab-4053-81ba-ee4e54fba419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:51.995500 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a2b3fef9-4681-47b4-82be-9a1b18be100a req-0eb029c9-11ab-4053-81ba-ee4e54fba419 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a07946f08cba401dbc41861ae2fecd44&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1394327 Mar 08 05:15:52.002828 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:52.012232 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.012232 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.012232 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.013761 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.013761 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.013761 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.014271 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.014271 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.015167 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.015167 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.015497 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.015497 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.015945 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:15:52.111151 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3fef9-4681-47b4-82be-9a1b18be100a req-1387e1c4-e62a-42a2-b273-89a7f52dedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:52.112660 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a2b3fef9-4681-47b4-82be-9a1b18be100a req-1387e1c4-e62a-42a2-b273-89a7f52dedad service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096203 Mar 08 05:15:52.273460 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-367f8e7f-c139-4dca-b1bf-4904ce062aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:52.275120 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-367f8e7f-c139-4dca-b1bf-4904ce062aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 1128 time: 0.0736732 Mar 08 05:15:52.341448 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da833e-13a3-49ce-8ce3-acdba97da8bf req-e4a38af8-ddf3-4b07-8076-2ca3120d7fce tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:52.343149 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-75da833e-13a3-49ce-8ce3-acdba97da8bf req-e4a38af8-ddf3-4b07-8076-2ca3120d7fce tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 944 time: 0.0811048 Mar 08 05:15:52.348145 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:15:52.355041 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-7ef8d6ea-5754-444c-a7cd-52d9d92b54ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82f4a166-f86e-443f-a924-e4945d08b828 HTTP/1.1" status: 200 len: 217 time: 0.0618684 Mar 08 05:15:52.403926 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-75da833e-13a3-49ce-8ce3-acdba97da8bf req-7a3fe4e6-e54c-4a22-a096-344fb9b97b3e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544882 Mar 08 05:15:52.419699 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-b505ba58-b040-40a3-8790-48fe44f1e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:52.420976 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-b505ba58-b040-40a3-8790-48fe44f1e787 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 200 len: 854 time: 0.0547481 Mar 08 05:15:52.505046 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-883a6c75-6ff5-46a7-9ec3-911bdcd46dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:52.506874 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-883a6c75-6ff5-46a7-9ec3-911bdcd46dba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9880e08b-4b2b-4ff2-8712-f70f43f42138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760684 Mar 08 05:15:52.629157 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-e3103216-b69d-4321-9786-1a1a60a3b47b service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145172 Mar 08 05:15:52.684059 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7a0504bb-10de-499b-9013-c90da68a0f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:52.741045 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a6e67ec4-1a11-4b98-b7c7-11014497eebc req-8f712b0d-273e-48ab-b688-57d3ab2a420b service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980194 Mar 08 05:15:52.814807 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb3f5f-7826-4a5d-9000-72669fdc056e req-3343616f-b2b2-4deb-a59e-d70f098ac320 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:52.816821 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2bfb3f5f-7826-4a5d-9000-72669fdc056e req-3343616f-b2b2-4deb-a59e-d70f098ac320 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 944 time: 0.0690358 Mar 08 05:15:52.878782 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2bfb3f5f-7826-4a5d-9000-72669fdc056e req-3e666493-0f65-4c79-8ff5-6cc3d93c8660 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533090 Mar 08 05:15:53.551862 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:53.590085 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16acee-4bef-4ffa-b059-37487feaf1a3 req-3d93c60b-be45-4fef-b34b-b9260d12c27d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:53.592915 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cd16acee-4bef-4ffa-b059-37487feaf1a3 req-3d93c60b-be45-4fef-b34b-b9260d12c27d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 944 time: 0.0901926 Mar 08 05:15:53.653328 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cd16acee-4bef-4ffa-b059-37487feaf1a3 req-76d871de-b605-4530-8026-35fc573d3894 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507450 Mar 08 05:15:53.776015 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:15:53.780879 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:53.781306 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:53.870863 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:53.871340 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:54.028664 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223184-f2c2-43fd-9418-42cb0c92c952 req-642045bd-ff34-4231-b8c7-acfa2e674e8b tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:54.030367 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3223184-f2c2-43fd-9418-42cb0c92c952 req-642045bd-ff34-4231-b8c7-acfa2e674e8b tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 944 time: 0.0763435 Mar 08 05:15:54.057252 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:15:54.061256 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab82db5c-8f77-41c3-b4ba-3965349aac1f" -d '{"events": [{"server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:15:54.081033 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:54.085643 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3223184-f2c2-43fd-9418-42cb0c92c952 req-56b91825-06ae-40b7-b6a3-b3e940c15597 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487604 Mar 08 05:15:54.117574 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4823f8-3076-4ccd-a108-736d906271cc x-openstack-request-id: req-7d4823f8-3076-4ccd-a108-736d906271cc {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:15:54.118083 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:15:54.118209 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d4823f8-3076-4ccd-a108-736d906271cc {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:15:54.118601 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'code': 200} Mar 08 05:15:54.158438 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:54.211665 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:54.553259 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:54.563663 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0f19-3157-47fc-a25c-12c78f675112 req-101111a3-53f4-4273-98a9-1263a365fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:54.565315 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c35f0f19-3157-47fc-a25c-12c78f675112 req-101111a3-53f4-4273-98a9-1263a365fa51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1129 time: 0.0552108 Mar 08 05:15:54.655311 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c35f0f19-3157-47fc-a25c-12c78f675112 req-9a4d9983-eed0-489e-9e30-69522b647aa5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793078 Mar 08 05:15:54.811373 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a35a1-995c-48cc-8459-e4ab0eddabc6 req-d1407116-fe94-42ad-86e6-8d007f2929c7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:54.812962 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c9a35a1-995c-48cc-8459-e4ab0eddabc6 req-d1407116-fe94-42ad-86e6-8d007f2929c7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 944 time: 0.0643671 Mar 08 05:15:54.866207 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c9a35a1-995c-48cc-8459-e4ab0eddabc6 req-1d147d84-b5e3-47a6-818f-1622483e2b30 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443091 Mar 08 05:15:55.222861 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedde2f-46e9-46e3-a736-0e972b64a169 req-2debb4e1-20b5-400a-976b-ec6a28f0ccc1 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:55.224448 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7dedde2f-46e9-46e3-a736-0e972b64a169 req-2debb4e1-20b5-400a-976b-ec6a28f0ccc1 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0585616 Mar 08 05:15:55.283797 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7dedde2f-46e9-46e3-a736-0e972b64a169 req-05ecf5a8-04d5-4d95-b075-1a23eec4c649 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522850 Mar 08 05:15:55.529533 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:55.548642 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 82f4a166-f86e-443f-a924-e4945d08b828 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:15:55.664296 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 82f4a166-f86e-443f-a924-e4945d08b828, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=82f4a166-f86e-443f-a924-e4945d08b828,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:55.676696 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '82f4a166-f86e-443f-a924-e4945d08b828', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:15:55.724355 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 82f4a166-f86e-443f-a924-e4945d08b828 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:55.724694 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (82f4a166-f86e-443f-a924-e4945d08b828), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:55.749960 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f4a166-f86e-443f-a924-e4945d08b828 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:15:55.785445 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 82f4a166-f86e-443f-a924-e4945d08b828, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=82f4a166-f86e-443f-a924-e4945d08b828,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:55.849465 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (82f4a166-f86e-443f-a924-e4945d08b828), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:55.906478 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=82f4a166-f86e-443f-a924-e4945d08b828,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:56.027039 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df565709-f095-430d-9449-e5a30b26e66d req-00a67ae4-7fa2-4c5e-b12f-a0d71755da96 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:56.028576 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-df565709-f095-430d-9449-e5a30b26e66d req-00a67ae4-7fa2-4c5e-b12f-a0d71755da96 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 945 time: 0.0722628 Mar 08 05:15:56.081280 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-df565709-f095-430d-9449-e5a30b26e66d req-2a3fe5ad-081f-4b7d-a88d-8ee9539f85e6 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469561 Mar 08 05:15:56.320249 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['82f4a166-f86e-443f-a924-e4945d08b828'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:15:56.421012 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d07d0b-b15c-49f7-89c1-a86941b12631 req-ba45cfb4-170c-49cc-b3e8-67e54be7dff2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:56.423843 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c0d07d0b-b15c-49f7-89c1-a86941b12631 req-ba45cfb4-170c-49cc-b3e8-67e54be7dff2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0697184 Mar 08 05:15:56.467917 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:56.475621 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c0d07d0b-b15c-49f7-89c1-a86941b12631 req-915d0faf-52a9-407f-a3e1-9fe92a8da223 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457549 Mar 08 05:15:56.615131 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69982d0-4319-434e-a65f-f3ff179fbd52 req-da8947c9-f241-4c72-9f33-da1ec6c9ce97 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:56.617213 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d69982d0-4319-434e-a65f-f3ff179fbd52 req-da8947c9-f241-4c72-9f33-da1ec6c9ce97 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0637283 Mar 08 05:15:56.670203 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d69982d0-4319-434e-a65f-f3ff179fbd52 req-dd9f396d-03a2-4fd7-bd56-18039a6afd99 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458717 Mar 08 05:15:57.025643 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f84e1b-8b43-424b-9f41-e2f7e3664a11 req-0e87e7b9-dee6-4547-8079-acdb14674009 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:57.027671 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-28f84e1b-8b43-424b-9f41-e2f7e3664a11 req-0e87e7b9-dee6-4547-8079-acdb14674009 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0617368 Mar 08 05:15:57.078635 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-28f84e1b-8b43-424b-9f41-e2f7e3664a11 req-8461ad88-d797-49a2-b01f-da1704a1f0d7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Mar 08 05:15:57.219342 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a530a-330a-4f8d-8837-b1b587f63aa0 req-25770413-c593-44da-a090-afc92120d55f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:57.220905 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-746a530a-330a-4f8d-8837-b1b587f63aa0 req-25770413-c593-44da-a090-afc92120d55f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 945 time: 0.0564973 Mar 08 05:15:57.275262 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-746a530a-330a-4f8d-8837-b1b587f63aa0 req-57ecdb45-e6c1-4a19-bd78-68d224b1d1f3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 Mar 08 05:15:57.565594 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 82f4a166-f86e-443f-a924-e4945d08b828 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:15:57.729661 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 82f4a166-f86e-443f-a924-e4945d08b828 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:15:57.734197 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 82f4a166-f86e-443f-a924-e4945d08b828 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:15:57.734575 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (82f4a166-f86e-443f-a924-e4945d08b828), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:57.846971 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 82f4a166-f86e-443f-a924-e4945d08b828 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:15:57.846971 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (82f4a166-f86e-443f-a924-e4945d08b828), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:57.866943 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe506b0-1fca-43c7-a03d-acac85874246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f4a166-f86e-443f-a924-e4945d08b828'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:15:57.869830 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a395acc5-9d6d-4879-8105-56a266dc95fa" -d '{"events": [{"server_uuid": "3fe506b0-1fca-43c7-a03d-acac85874246", "name": "network-vif-plugged", "status": "completed", "tag": "82f4a166-f86e-443f-a924-e4945d08b828"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:15:57.890717 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 82f4a166-f86e-443f-a924-e4945d08b828, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=82f4a166-f86e-443f-a924-e4945d08b828,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:15:57.912423 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9809e946-a32a-4435-88c5-b09a93b4ce67 x-openstack-request-id: req-9809e946-a32a-4435-88c5-b09a93b4ce67 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:15:57.912791 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe506b0-1fca-43c7-a03d-acac85874246", "name": "network-vif-plugged", "status": "completed", "tag": "82f4a166-f86e-443f-a924-e4945d08b828", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:15:57.913118 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9809e946-a32a-4435-88c5-b09a93b4ce67 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:15:57.913482 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe506b0-1fca-43c7-a03d-acac85874246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f4a166-f86e-443f-a924-e4945d08b828', 'code': 200} Mar 08 05:15:57.970012 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (82f4a166-f86e-443f-a924-e4945d08b828), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:58.035244 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=82f4a166-f86e-443f-a924-e4945d08b828,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:15:58.323192 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a08b1-eeb7-4054-8817-2d19a46c3068 req-81798f1b-ef82-4bb7-a641-683d87f212d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:58.324755 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aa5a08b1-eeb7-4054-8817-2d19a46c3068 req-81798f1b-ef82-4bb7-a641-683d87f212d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 1130 time: 0.0458412 Mar 08 05:15:58.390840 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aa5a08b1-eeb7-4054-8817-2d19a46c3068 req-ab53f968-ab54-4c2e-be4e-a6d24c2fbebd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553088 Mar 08 05:15:58.403282 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ad258-724a-4a36-98fb-a83522792490 req-99f2647d-6f58-4e2b-a48c-a8945f563655 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:58.404888 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0a3ad258-724a-4a36-98fb-a83522792490 req-99f2647d-6f58-4e2b-a48c-a8945f563655 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 946 time: 0.0555029 Mar 08 05:15:58.457326 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0a3ad258-724a-4a36-98fb-a83522792490 req-030e722a-d025-4387-a033-e56d9cb4c2b5 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465453 Mar 08 05:15:59.146650 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:15:59.592255 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc5e6a-4a84-4fb2-b772-16990de4d2e7 req-96d92461-300c-4f7f-99ca-0392ca0068d3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:15:59.593768 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d5dc5e6a-4a84-4fb2-b772-16990de4d2e7 req-96d92461-300c-4f7f-99ca-0392ca0068d3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 946 time: 0.0570562 Mar 08 05:15:59.648381 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d5dc5e6a-4a84-4fb2-b772-16990de4d2e7 req-10bfeed3-c8d2-4c7e-afb2-a898c5cb57b8 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486665 Mar 08 05:16:00.387680 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3dfc8-8a43-4400-9585-458e7b85d3ea req-bacc9a9a-bfd4-460d-96d8-a0dbb3ad2b8a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:00.389347 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3d3dfc8-8a43-4400-9585-458e7b85d3ea req-bacc9a9a-bfd4-460d-96d8-a0dbb3ad2b8a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.0648673 Mar 08 05:16:00.446474 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3d3dfc8-8a43-4400-9585-458e7b85d3ea req-a3396067-0455-4ab6-a92d-eba06dad5c17 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489836 Mar 08 05:16:00.780160 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cbf10-21b4-4785-b787-df9ec36c138d req-99fbd136-61cf-4627-ac27-151b399d7d8d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:00.780892 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e63cbf10-21b4-4785-b787-df9ec36c138d req-99fbd136-61cf-4627-ac27-151b399d7d8d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 946 time: 0.0580111 Mar 08 05:16:00.835235 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e63cbf10-21b4-4785-b787-df9ec36c138d req-c2a712da-a4b6-43ef-ae5f-6e9abddd9b89 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485158 Mar 08 05:16:00.958640 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c243-d517-402d-bba7-b614eb3451c5 req-aec6e5f7-349e-4c33-9fe6-0097c8f4bb69 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:00.960063 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ed71c243-d517-402d-bba7-b614eb3451c5 req-aec6e5f7-349e-4c33-9fe6-0097c8f4bb69 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 946 time: 0.0571787 Mar 08 05:16:00.968690 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40528) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:00.974248 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'floatingip': {'port_id': '82f4a166-f86e-443f-a924-e4945d08b828'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:01.046883 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (49950ef0-0570-4104-8eab-b7575ae1c396), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:01.904201 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.db.resource_extend [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 05:16:01.971573 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed9832-a0fd-430f-a90e-1bb9c1e466fd req-750ab5cf-9ca4-4727-b122-1c57d6c3e464 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:01.973138 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aeed9832-a0fd-430f-a90e-1bb9c1e466fd req-750ab5cf-9ca4-4727-b122-1c57d6c3e464 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.4237199 Mar 08 05:16:02.005902 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:02.051918 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aeed9832-a0fd-430f-a90e-1bb9c1e466fd req-05326912-7e42-4b8c-8157-d4879a9deaf1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710464 Mar 08 05:16:02.073778 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (49950ef0-0570-4104-8eab-b7575ae1c396), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:02.205869 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.l3_db [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Floating IP 49950ef0-0570-4104-8eab-b7575ae1c396 associated. External IP: 172.27.2.138, port: 82f4a166-f86e-443f-a924-e4945d08b828. Mar 08 05:16:02.455169 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:16:02.593428 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:16:02.598491 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:02.607217 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:16:02.621457 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:02.622114 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:02.646928 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-acfe45d5-a96f-49e2-8fcd-4bc50dbb96f4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "PUT /v2.0/floatingips/49950ef0-0570-4104-8eab-b7575ae1c396 HTTP/1.1" status: 200 len: 992 time: 1.6646240 Mar 08 05:16:02.646928 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe506b0-1fca-43c7-a03d-acac85874246', 'tag': '82f4a166-f86e-443f-a924-e4945d08b828'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:02.646928 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0014adf-2d24-4497-902c-0ce3772e0d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe506b0-1fca-43c7-a03d-acac85874246", "tag": "82f4a166-f86e-443f-a924-e4945d08b828"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:02.684007 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f2ff8a-080d-4099-8f69-be28a9669924 x-openstack-request-id: req-26f2ff8a-080d-4099-8f69-be28a9669924 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:02.684567 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe506b0-1fca-43c7-a03d-acac85874246", "tag": "82f4a166-f86e-443f-a924-e4945d08b828", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:02.684888 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26f2ff8a-080d-4099-8f69-be28a9669924 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:02.685316 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe506b0-1fca-43c7-a03d-acac85874246', 'tag': '82f4a166-f86e-443f-a924-e4945d08b828', 'status': 'completed', 'code': 200} Mar 08 05:16:02.751993 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:02.785417 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-b5b1ebb6-0080-40eb-b37c-b517a104af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:02.788048 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-b5b1ebb6-0080-40eb-b37c-b517a104af25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 1130 time: 0.0536084 Mar 08 05:16:02.984371 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-5267021b-63ba-455f-a652-21890ca159bc tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:02.985971 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-5267021b-63ba-455f-a652-21890ca159bc tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1393499 Mar 08 05:16:02.987131 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-7ae0c098-ade2-479a-a09b-b0dffff2b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:02.988558 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-7ae0c098-ade2-479a-a09b-b0dffff2b63f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 916 time: 0.1496820 Mar 08 05:16:03.066963 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '49950ef0-0570-4104-8eab-b7575ae1c396', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:15:37Z', 'updated_at': '2022-03-08T05:16:01Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:03.103022 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:16:03.115296 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:03.115958 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:03.238531 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788307c-e1db-4dad-b51f-178da89dd2e1 req-8e9d5b99-8dca-40d5-8984-0b804435dc00 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:03.242141 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3788307c-e1db-4dad-b51f-178da89dd2e1 req-8e9d5b99-8dca-40d5-8984-0b804435dc00 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 946 time: 0.1023867 Mar 08 05:16:03.284090 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:03.304344 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3788307c-e1db-4dad-b51f-178da89dd2e1 req-251f7092-b5f3-4c4f-bc4d-64c9d9249501 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=cf034766-bdf3-45cf-bf35-034df43bd7c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473449 Mar 08 05:16:03.412108 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-9d747480-03a3-4132-bb9c-794e0813f2cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82f4a166-f86e-443f-a924-e4945d08b828 HTTP/1.1" status: 200 len: 1000 time: 0.4103298 Mar 08 05:16:03.476194 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-e091bfa7-736c-4be2-9621-e3af0e17970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:03.477564 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-e091bfa7-736c-4be2-9621-e3af0e17970b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 200 len: 854 time: 0.0588877 Mar 08 05:16:03.481304 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Deleting port b77998e9-e761-4938-9386-b0f380158f6b {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:16:03.481647 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (b77998e9-e761-4938-9386-b0f380158f6b), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:03.552465 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '49950ef0-0570-4104-8eab-b7575ae1c396', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:15:37Z', 'updated_at': '2022-03-08T05:16:01Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:03.580795 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ae97a-c314-4d87-af04-2a2eb4abceb4 None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '49950ef0-0570-4104-8eab-b7575ae1c396', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:15:37Z', 'updated_at': '2022-03-08T05:16:01Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:16:03.587240 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-259d1bda-fba9-4429-a894-1b20a904edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:03.589581 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-259d1bda-fba9-4429-a894-1b20a904edc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9880e08b-4b2b-4ff2-8712-f70f43f42138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049352 Mar 08 05:16:03.626324 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] For port b77998e9-e761-4938-9386-b0f380158f6b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=b77998e9-e761-4938-9386-b0f380158f6b,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:03.626700 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (b77998e9-e761-4938-9386-b0f380158f6b), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:03.789157 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1014d65-a91e-42d3-b592-b3018209352f None None] New status for floating IP 49950ef0-0570-4104-8eab-b7575ae1c396: ACTIVE {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:16:03.838667 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-235580d6-59b0-4b2d-9155-dfd303804039 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405629 Mar 08 05:16:03.975514 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:03.975989 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (83e71c60-2db2-41b5-a1ca-fc0eeffe33ff), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:03.976380 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Floating IP 83e71c60-2db2-41b5-a1ca-fc0eeffe33ff disassociated. External IP: 172.27.2.59, port: b77998e9-e761-4938-9386-b0f380158f6b. Mar 08 05:16:03.976734 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Calling delete_port for b77998e9-e761-4938-9386-b0f380158f6b owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:16:04.038223 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0014adf-2d24-4497-902c-0ce3772e0d2e req-f62fbc24-25f5-4031-8d16-c5d9ec237bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813698 Mar 08 05:16:04.230631 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (b77998e9-e761-4938-9386-b0f380158f6b), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:04.258384 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event deleted for resources: {'Port': ['ID=b77998e9-e761-4938-9386-b0f380158f6b,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:04.396930 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Router 53178613-e88d-49a1-981b-3dbac1c613aa has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:16:04.423508 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0df6d3e6-c74d-421e-b8ee-31c0bb1baa26 req-0b7c8f0b-976c-4a1e-9662-94a92b731354 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 210 time: 0.0325506 Mar 08 05:16:04.529129 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:16:04.544242 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] Sync routers for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:16:04.557401 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:04.557989 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:04.574735 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] No DVR routers for this DVR port b77998e9-e761-4938-9386-b0f380158f6b on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:16:04.577596 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:04.583630 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-332c894e-fd50-40e7-97b5-2922eb35abdd req-79b39592-d377-44fa-8314-ef8f4fe21b18 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "DELETE /v2.0/ports/b77998e9-e761-4938-9386-b0f380158f6b HTTP/1.1" status: 204 len: 173 time: 1.5784683 Mar 08 05:16:04.583630 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'name': 'network-vif-deleted', 'tag': 'b77998e9-e761-4938-9386-b0f380158f6b'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:04.584909 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d2bea-dc80-4d0a-b156-0c50d428e6ba" -d '{"events": [{"server_uuid": "77616a7a-b3f9-47fa-9b08-d90c2a899655", "name": "network-vif-deleted", "tag": "b77998e9-e761-4938-9386-b0f380158f6b"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:04.635918 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb98e220-5e98-4b0d-a403-35f1302fe94b x-openstack-request-id: req-cb98e220-5e98-4b0d-a403-35f1302fe94b {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:04.636306 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77616a7a-b3f9-47fa-9b08-d90c2a899655", "name": "network-vif-deleted", "tag": "b77998e9-e761-4938-9386-b0f380158f6b", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:04.636558 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb98e220-5e98-4b0d-a403-35f1302fe94b {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:04.636923 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77616a7a-b3f9-47fa-9b08-d90c2a899655', 'name': 'network-vif-deleted', 'tag': 'b77998e9-e761-4938-9386-b0f380158f6b', 'status': 'completed', 'code': 200} Mar 08 05:16:04.704138 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:04.962086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:04.988770 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] Checking router: 53178613-e88d-49a1-981b-3dbac1c613aa for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:16:04.998453 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:04.999134 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:05.248501 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:05.470199 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:05.501521 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd54d45-66e4-4da3-b718-ce04b2474063 None None] The sync data for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi is: [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:16:05.548182 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d99079c0-ddaa-4fc7-8d11-c21b6accabfd req-50a34478-3fe4-42cf-b075-381f0aa9034b tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=77616a7a-b3f9-47fa-9b08-d90c2a899655 HTTP/1.1" status: 200 len: 210 time: 0.0322165 Mar 08 05:16:05.595770 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device b77998e9-e761-4938-9386-b0f380158f6b no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:16:05.624200 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: b77998e9-e761-4938-9386-b0f380158f6b {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:16:05.624555 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device b77998e9-e761-4938-9386-b0f380158f6b not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:16:05.778586 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370cd91-4887-4125-888a-a6bb13696c1e None None] New status for floating IP 83e71c60-2db2-41b5-a1ca-fc0eeffe33ff: DOWN {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:16:06.727387 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40592) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:06.787962 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-50232986-44a2-4caf-8bd0-cda7a5fead03 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (cf034766-bdf3-45cf-bf35-034df43bd7c2), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:06.814748 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-50232986-44a2-4caf-8bd0-cda7a5fead03 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (cf034766-bdf3-45cf-bf35-034df43bd7c2), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:06.956547 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-50232986-44a2-4caf-8bd0-cda7a5fead03 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (cf034766-bdf3-45cf-bf35-034df43bd7c2), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:06.959188 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-50232986-44a2-4caf-8bd0-cda7a5fead03 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:06.960379 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-50232986-44a2-4caf-8bd0-cda7a5fead03 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "DELETE /v2.0/security-groups/cf034766-bdf3-45cf-bf35-034df43bd7c2 HTTP/1.1" status: 204 len: 168 time: 0.2319882 Mar 08 05:16:06.963447 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40594) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:06.970314 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50232986-44a2-4caf-8bd0-cda7a5fead03 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf034766-bdf3-45cf-bf35-034df43bd7c2,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:06.985035 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.api.v2.resource [None req-0c5fe10f-544c-43fa-8a21-277ce09fefa2 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] show failed (client error): The resource could not be found. Mar 08 05:16:06.989370 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0c5fe10f-544c-43fa-8a21-277ce09fefa2 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups/cf034766-bdf3-45cf-bf35-034df43bd7c2 HTTP/1.1" status: 404 len: 347 time: 0.0241458 Mar 08 05:16:06.989900 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40596) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:07.176619 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Deleting port 65bd358c-cbfc-440b-bbb0-ffb4de5ff694 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:16:07.177190 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (65bd358c-cbfc-440b-bbb0-ffb4de5ff694), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:07.279890 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (65bd358c-cbfc-440b-bbb0-ffb4de5ff694), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:07.280125 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (65bd358c-cbfc-440b-bbb0-ffb4de5ff694), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:07.294269 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Calling delete_port for 65bd358c-cbfc-440b-bbb0-ffb4de5ff694 owned by network:floatingip {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:16:07.519379 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (65bd358c-cbfc-440b-bbb0-ffb4de5ff694), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:07.553364 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event deleted for resources: {'Port': ['ID=65bd358c-cbfc-440b-bbb0-ffb4de5ff694,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:07.662093 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (83e71c60-2db2-41b5-a1ca-fc0eeffe33ff), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:07.667131 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:07.670149 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-cf4ca83a-396f-4cff-8a72-cb3166de1a6c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "DELETE /v2.0/floatingips/83e71c60-2db2-41b5-a1ca-fc0eeffe33ff HTTP/1.1" status: 204 len: 168 time: 0.6788208 Mar 08 05:16:08.190656 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40606) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:08.196915 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-93217f3a-c101-4700-9c39-0dd53c63e164 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835735800', 'description': 'tempest-description--745340214'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:08.323632 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-93217f3a-c101-4700-9c39-0dd53c63e164 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:08.397713 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-93217f3a-c101-4700-9c39-0dd53c63e164 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (dfa32d6c-ff75-4680-9d0a-3cdc5229ab69), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:08.407654 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:16:08.478188 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-93217f3a-c101-4700-9c39-0dd53c63e164 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (dfa32d6c-ff75-4680-9d0a-3cdc5229ab69), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:08.514249 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93217f3a-c101-4700-9c39-0dd53c63e164 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:08.566778 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-93217f3a-c101-4700-9c39-0dd53c63e164 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:08.569152 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-93217f3a-c101-4700-9c39-0dd53c63e164 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3768034 Mar 08 05:16:08.572744 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40612) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:08.585508 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-5faa7e24-8126-4128-940d-2c3759e8c10f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'security_group_rule': {'security_group_id': 'dfa32d6c-ff75-4680-9d0a-3cdc5229ab69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:08.685545 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5faa7e24-8126-4128-940d-2c3759e8c10f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (2669bebc-69ff-461e-9591-155c0640f7fb), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:08.758589 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5faa7e24-8126-4128-940d-2c3759e8c10f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (2669bebc-69ff-461e-9591-155c0640f7fb), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:08.848907 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5faa7e24-8126-4128-940d-2c3759e8c10f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (2669bebc-69ff-461e-9591-155c0640f7fb), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:08.869781 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa7e24-8126-4128-940d-2c3759e8c10f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2669bebc-69ff-461e-9591-155c0640f7fb,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:08.942843 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5faa7e24-8126-4128-940d-2c3759e8c10f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:08.944874 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-5faa7e24-8126-4128-940d-2c3759e8c10f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3704875 Mar 08 05:16:08.949905 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40622) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:08.955140 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-9f4a02da-3a19-43c0-a334-5c43e6efdf56 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'security_group_rule': {'security_group_id': 'dfa32d6c-ff75-4680-9d0a-3cdc5229ab69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:09.040732 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251e839-1c67-420f-a131-ca3bb9838a89 req-df107f8b-0476-4402-8e0d-6adb5624fa1e tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:09.042397 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8251e839-1c67-420f-a131-ca3bb9838a89 req-df107f8b-0476-4402-8e0d-6adb5624fa1e tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0594265 Mar 08 05:16:09.060567 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-9f4a02da-3a19-43c0-a334-5c43e6efdf56 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (f64488d4-5c55-4cf5-81df-6e7831d84e60), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.097909 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8251e839-1c67-420f-a131-ca3bb9838a89 req-15379ef9-c5cf-4a17-a35d-0b0f86a743b9 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493741 Mar 08 05:16:09.123601 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40624) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:09.137959 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-9f4a02da-3a19-43c0-a334-5c43e6efdf56 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (f64488d4-5c55-4cf5-81df-6e7831d84e60), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.224669 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-9f4a02da-3a19-43c0-a334-5c43e6efdf56 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (f64488d4-5c55-4cf5-81df-6e7831d84e60), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.261332 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a02da-3a19-43c0-a334-5c43e6efdf56 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64488d4-5c55-4cf5-81df-6e7831d84e60,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:09.312699 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc1e50-adbc-4500-a093-fdb315c61a27 tempest-TestMinimumBasicScenario-996918264 tempest-TestMinimumBasicScenario-996918264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:09.317417 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-e3cc1e50-adbc-4500-a093-fdb315c61a27 tempest-TestMinimumBasicScenario-996918264 tempest-TestMinimumBasicScenario-996918264-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1124 time: 0.1917357 Mar 08 05:16:09.319812 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40630) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:09.325286 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'port_id': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:09.358240 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-9f4a02da-3a19-43c0-a334-5c43e6efdf56 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.360690 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-9f4a02da-3a19-43c0-a334-5c43e6efdf56 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4084053 Mar 08 05:16:09.363107 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40632) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:09.367561 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:09.459467 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.471960 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.582550 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.593075 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.727645 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Allocated IP 172.27.2.100 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/4398d48e-d5a1-4cff-a235-a94e467f424f) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:16:09.840637 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for port (4398d48e-d5a1-4cff-a235-a94e467f424f), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.922359 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (4398d48e-d5a1-4cff-a235-a94e467f424f), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:09.968161 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:16:09.971603 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:16:09.975480 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:16:09.993247 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Allocated IP 172.27.2.38 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/9d64bf46-8f3a-47da-8ea4-eaceb38f97c3) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:16:10.002971 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'Port': ['ID=4398d48e-d5a1-4cff-a235-a94e467f424f,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:10.121640 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for port (9d64bf46-8f3a-47da-8ea4-eaceb38f97c3), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.249940 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (9d64bf46-8f3a-47da-8ea4-eaceb38f97c3), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.296783 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:16:10.300239 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:16:10.304087 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:16:10.310790 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'Port': ['ID=9d64bf46-8f3a-47da-8ea4-eaceb38f97c3,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:10.422145 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (97545922-487a-469d-aa19-fd7696ab3335), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.442516 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for floatingip (5ade2892-ee93-487d-99bb-f664b1a59c57), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.517488 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (9d64bf46-8f3a-47da-8ea4-eaceb38f97c3), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.612039 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (4398d48e-d5a1-4cff-a235-a94e467f424f), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.687076 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for port (9d64bf46-8f3a-47da-8ea4-eaceb38f97c3), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.769037 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (9d64bf46-8f3a-47da-8ea4-eaceb38f97c3), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.843489 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'Port': ['ID=9d64bf46-8f3a-47da-8ea4-eaceb38f97c3,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:10.856063 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (97545922-487a-469d-aa19-fd7696ab3335), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.863421 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for port (4398d48e-d5a1-4cff-a235-a94e467f424f), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.948076 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (4398d48e-d5a1-4cff-a235-a94e467f424f), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.979423 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:10.982013 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-b4dafd24-2cc7-4599-bcc5-23420273e26d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6173837 Mar 08 05:16:11.053151 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'Port': ['ID=4398d48e-d5a1-4cff-a235-a94e467f424f,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:11.072716 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (5ade2892-ee93-487d-99bb-f664b1a59c57), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:11.216076 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.l3_db [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Floating IP 5ade2892-ee93-487d-99bb-f664b1a59c57 associated. External IP: 172.27.2.100, port: 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d. Mar 08 05:16:11.295342 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-23d3780f-b593-4ef7-80f2-5b308c482e03 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1835735800&fields=id&tenant_id=e21149b18ca344f09b048acf88235cd5 HTTP/1.1" status: 200 len: 267 time: 0.1024051 Mar 08 05:16:11.529001 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-837974cb-ee47-44d6-9c7d-2dff02e1ae4e tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:11.536472 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-837974cb-ee47-44d6-9c7d-2dff02e1ae4e tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 810 time: 0.1802948 Mar 08 05:16:11.581417 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-ef3b2e35-163a-4c7a-a5c3-5a6a332c72c7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/quotas/e21149b18ca344f09b048acf88235cd5 HTTP/1.1" status: 200 len: 375 time: 0.0194666 Mar 08 05:16:11.633806 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:16:11.698034 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-1797a700-1cc9-4036-b8ff-4e7538415d8e tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079521 Mar 08 05:16:11.834244 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:16:11.848469 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] Sync routers for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:16:11.863580 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:11.864761 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:11.872127 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-9085787b-7602-42f3-9408-36f69851afbe service neutron] 10.222.0.26 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532388 Mar 08 05:16:11.942456 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:12.005978 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:12.010558 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-6b04c3f6-22d0-4fba-bb6d-b854f723ae06 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6886878 Mar 08 05:16:12.013940 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40658) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:12.015068 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:12.017429 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210b158-8f54-4677-a197-af688582c02a" -d '{"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:12.030399 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-c25c8144-9798-4449-b74d-457c49a2a7fd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972380092', 'description': 'tempest-secgroup-smoke-1972380092 description', 'project_id': '372dca34600e4c629cdd1bf9f8743f36'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:12.032001 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-96cd78cb-5b2f-431e-b708-f3a1043be956 service neutron] 10.222.0.26 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595941 Mar 08 05:16:12.085809 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaafbac0-f51f-48d2-8de7-0568bc474b7c x-openstack-request-id: req-eaafbac0-f51f-48d2-8de7-0568bc474b7c {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:12.086283 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:12.086737 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eaafbac0-f51f-48d2-8de7-0568bc474b7c {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:12.087843 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'status': 'completed', 'code': 200} Mar 08 05:16:12.161029 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c25c8144-9798-4449-b74d-457c49a2a7fd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:12.237597 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b158-8f54-4677-a197-af688582c02a req-c9d0278a-aa93-4178-8cd9-059dcc2d75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:12.239277 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a210b158-8f54-4677-a197-af688582c02a req-c9d0278a-aa93-4178-8cd9-059dcc2d75f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=372dca34600e4c629cdd1bf9f8743f36&device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1129 time: 0.0873497 Mar 08 05:16:12.348560 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c25c8144-9798-4449-b74d-457c49a2a7fd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group (eb6cfd61-9aa8-4304-97ca-e988adf68970), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:12.370527 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-33cf0bf5-fd1a-4643-bb30-aa44e427aa24 req-3dd5fe04-5e1e-4b49-9f77-639d016edffa tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 210 time: 0.0477650 Mar 08 05:16:12.406567 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b158-8f54-4677-a197-af688582c02a req-836d522f-7e9b-41a0-8c1c-0949469353d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:12.409247 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a210b158-8f54-4677-a197-af688582c02a req-836d522f-7e9b-41a0-8c1c-0949469353d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 200 len: 916 time: 0.1592548 Mar 08 05:16:12.417978 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:53Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '5ade2892-ee93-487d-99bb-f664b1a59c57', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'port_id': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'mac_address': 'fa:16:3e:82:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:16:10Z', 'updated_at': '2022-03-08T05:16:10Z', 'revision_number': 0, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c818f69-22ba-46fc-98db-173bc21cfd85', 'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'mac_address': 'fa:16:3e:8e:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:52Z', 'updated_at': '2022-03-08T05:15:02Z', 'revision_number': 5, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'subnets': [{'id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:12.433249 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c25c8144-9798-4449-b74d-457c49a2a7fd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (eb6cfd61-9aa8-4304-97ca-e988adf68970), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:12.454534 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] Checking router: f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:16:12.461582 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:12.462223 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:15:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:12.535589 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c8144-9798-4449-b74d-457c49a2a7fd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6cfd61-9aa8-4304-97ca-e988adf68970,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:12.560264 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a210b158-8f54-4677-a197-af688582c02a req-44204d4a-0b6c-4c18-a318-984f75e4b4e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 999 time: 0.1429710 Mar 08 05:16:12.614382 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:12.636353 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b158-8f54-4677-a197-af688582c02a req-050f82cd-4bda-49d2-b599-0bfd0e74fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:12.637887 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a210b158-8f54-4677-a197-af688582c02a req-050f82cd-4bda-49d2-b599-0bfd0e74fd69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8c99f12-de41-42e1-b20f-718b69483d31 HTTP/1.1" status: 200 len: 854 time: 0.0682988 Mar 08 05:16:12.641133 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c25c8144-9798-4449-b74d-457c49a2a7fd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:12.642392 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c25c8144-9798-4449-b74d-457c49a2a7fd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6260140 Mar 08 05:16:12.646932 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40672) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:12.654861 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-dd486185-5002-4e7b-9515-fe17dca8dcdd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'security_group_rule': {'security_group_id': 'eb6cfd61-9aa8-4304-97ca-e988adf68970', 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:12.721124 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b158-8f54-4677-a197-af688582c02a req-d3aaae89-9e7c-46ba-a382-1e4ab15e894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:12.723266 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a210b158-8f54-4677-a197-af688582c02a req-d3aaae89-9e7c-46ba-a382-1e4ab15e894f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315a12be-c10d-4cbd-8e45-e80f1076551c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780268 Mar 08 05:16:12.783405 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dd486185-5002-4e7b-9515-fe17dca8dcdd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (d053c80c-d1ee-4869-b4c2-145e289686fe), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:12.872858 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a210b158-8f54-4677-a197-af688582c02a req-15535334-7cdd-4db6-83ce-f9a6f447a775 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427670 Mar 08 05:16:12.893307 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dd486185-5002-4e7b-9515-fe17dca8dcdd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (d053c80c-d1ee-4869-b4c2-145e289686fe), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:12.939881 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:53Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '5ade2892-ee93-487d-99bb-f664b1a59c57', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'port_id': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'mac_address': 'fa:16:3e:82:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:16:10Z', 'updated_at': '2022-03-08T05:16:10Z', 'revision_number': 0, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c818f69-22ba-46fc-98db-173bc21cfd85', 'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'mac_address': 'fa:16:3e:8e:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:52Z', 'updated_at': '2022-03-08T05:15:02Z', 'revision_number': 5, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'subnets': [{'id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:12.980508 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dd486185-5002-4e7b-9515-fe17dca8dcdd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (d053c80c-d1ee-4869-b4c2-145e289686fe), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:12.989672 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0eb1d-a226-4f1c-a96e-e9fa2237c28d None None] The sync data for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi is: [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:53Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '5ade2892-ee93-487d-99bb-f664b1a59c57', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'port_id': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'mac_address': 'fa:16:3e:82:fa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:16:10Z', 'updated_at': '2022-03-08T05:16:10Z', 'revision_number': 0, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c818f69-22ba-46fc-98db-173bc21cfd85', 'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'mac_address': 'fa:16:3e:8e:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:52Z', 'updated_at': '2022-03-08T05:15:02Z', 'revision_number': 5, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'subnets': [{'id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:16:12.993856 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a210b158-8f54-4677-a197-af688582c02a req-62fd27ae-5eb3-44a5-82d8-491cf7675655 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126549 Mar 08 05:16:12.998888 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd486185-5002-4e7b-9515-fe17dca8dcdd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d053c80c-d1ee-4869-b4c2-145e289686fe,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:13.097099 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dd486185-5002-4e7b-9515-fe17dca8dcdd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:13.098382 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-dd486185-5002-4e7b-9515-fe17dca8dcdd tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4495745 Mar 08 05:16:13.102341 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40678) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:13.108383 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-05b96997-9b93-4333-a63f-f57d0cb5bcb2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'security_group_rule': {'security_group_id': 'eb6cfd61-9aa8-4304-97ca-e988adf68970', 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:13.220992 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-05b96997-9b93-4333-a63f-f57d0cb5bcb2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (8679f9bb-7755-41a4-982d-ed2a8e08d281), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:13.252881 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad9d9bf-4a5e-4bb2-9776-a5029645939e None None] New status for floating IP 5ade2892-ee93-487d-99bb-f664b1a59c57: ACTIVE {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:16:13.302807 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-05b96997-9b93-4333-a63f-f57d0cb5bcb2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (8679f9bb-7755-41a4-982d-ed2a8e08d281), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:13.398621 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-05b96997-9b93-4333-a63f-f57d0cb5bcb2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (8679f9bb-7755-41a4-982d-ed2a8e08d281), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:13.438680 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b96997-9b93-4333-a63f-f57d0cb5bcb2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8679f9bb-7755-41a4-982d-ed2a8e08d281,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:13.486699 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-220cbcca-6d58-4c9d-a97b-79e0ea8d5a9b req-c284fdb7-1483-4557-b78f-b1d43410ee09 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 210 time: 0.0287626 Mar 08 05:16:13.543764 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-05b96997-9b93-4333-a63f-f57d0cb5bcb2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:13.544735 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-05b96997-9b93-4333-a63f-f57d0cb5bcb2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4398942 Mar 08 05:16:13.546867 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40682) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:13.551737 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-e0c43824-e851-467b-9515-be26bd212348 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'security_group_rule': {'security_group_id': 'eb6cfd61-9aa8-4304-97ca-e988adf68970', 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:13.705723 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e0c43824-e851-467b-9515-be26bd212348 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (42fb6dc6-6120-4e5f-b022-8cbd9b183e42), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:13.766316 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e0c43824-e851-467b-9515-be26bd212348 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (42fb6dc6-6120-4e5f-b022-8cbd9b183e42), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:13.871715 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e0c43824-e851-467b-9515-be26bd212348 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (42fb6dc6-6120-4e5f-b022-8cbd9b183e42), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:13.901556 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c43824-e851-467b-9515-be26bd212348 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fb6dc6-6120-4e5f-b022-8cbd9b183e42,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:13.982743 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e0c43824-e851-467b-9515-be26bd212348 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:13.983940 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-e0c43824-e851-467b-9515-be26bd212348 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4360175 Mar 08 05:16:13.986748 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40688) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:13.991238 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-94e094e4-7eb3-475b-9982-d8671106f5f2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'security_group_rule': {'security_group_id': 'eb6cfd61-9aa8-4304-97ca-e988adf68970', 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:14.077778 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94e094e4-7eb3-475b-9982-d8671106f5f2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (d61fb310-dc5d-4afc-af5a-84d6f3a73804), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.145441 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94e094e4-7eb3-475b-9982-d8671106f5f2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (d61fb310-dc5d-4afc-af5a-84d6f3a73804), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.197700 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94e094e4-7eb3-475b-9982-d8671106f5f2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (d61fb310-dc5d-4afc-af5a-84d6f3a73804), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.218006 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e094e4-7eb3-475b-9982-d8671106f5f2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61fb310-dc5d-4afc-af5a-84d6f3a73804,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:14.280047 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94e094e4-7eb3-475b-9982-d8671106f5f2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.281199 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-94e094e4-7eb3-475b-9982-d8671106f5f2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2934439 Mar 08 05:16:14.284256 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40690) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:14.288953 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-aa8afda8-f481-4035-9432-58404ab8919f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'security_group_rule': {'security_group_id': 'eb6cfd61-9aa8-4304-97ca-e988adf68970', 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:14.369893 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.securitygroups_db [None req-aa8afda8-f481-4035-9432-58404ab8919f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Project 372dca34600e4c629cdd1bf9f8743f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 05:16:14.376740 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-aa8afda8-f481-4035-9432-58404ab8919f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (adc97ffa-19e2-4ff0-89f5-ae03e10f9b4f), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.445477 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-aa8afda8-f481-4035-9432-58404ab8919f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (adc97ffa-19e2-4ff0-89f5-ae03e10f9b4f), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.495144 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-aa8afda8-f481-4035-9432-58404ab8919f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (adc97ffa-19e2-4ff0-89f5-ae03e10f9b4f), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.513487 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8afda8-f481-4035-9432-58404ab8919f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc97ffa-19e2-4ff0-89f5-ae03e10f9b4f,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:14.568810 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-aa8afda8-f481-4035-9432-58404ab8919f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.573034 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-aa8afda8-f481-4035-9432-58404ab8919f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2848909 Mar 08 05:16:14.573498 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40694) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:14.577851 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-7b2d8de5-60f6-4b60-878a-525b3fc50c08 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'security_group_rule': {'security_group_id': 'eb6cfd61-9aa8-4304-97ca-e988adf68970', 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:14.589544 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-112d13ff-1dcc-42c7-afe2-93ef0658f7bf req-d7fe5c5b-438b-4c61-8d82-7f76e740179f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Mar 08 05:16:14.699300 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.securitygroups_db [None req-7b2d8de5-60f6-4b60-878a-525b3fc50c08 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Project 372dca34600e4c629cdd1bf9f8743f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 05:16:14.704885 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8de5-60f6-4b60-878a-525b3fc50c08 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (b27fe25d-4aef-4b77-844d-783ecfd07bcb), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.768540 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8de5-60f6-4b60-878a-525b3fc50c08 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (b27fe25d-4aef-4b77-844d-783ecfd07bcb), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.882721 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8de5-60f6-4b60-878a-525b3fc50c08 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (b27fe25d-4aef-4b77-844d-783ecfd07bcb), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:14.903184 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-c968cb0f-7e4c-44d7-9a00-11fce731ce30 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:14.904711 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-c968cb0f-7e4c-44d7-9a00-11fce731ce30 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 810 time: 0.1259596 Mar 08 05:16:14.915135 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d8de5-60f6-4b60-878a-525b3fc50c08 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27fe25d-4aef-4b77-844d-783ecfd07bcb,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:15.010803 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-e1e092d8-1658-4090-8eea-eedf6a63f5ee tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e21149b18ca344f09b048acf88235cd5 HTTP/1.1" status: 200 len: 380 time: 0.0812528 Mar 08 05:16:15.016278 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7b2d8de5-60f6-4b60-878a-525b3fc50c08 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:15.020529 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-7b2d8de5-60f6-4b60-878a-525b3fc50c08 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4434056 Mar 08 05:16:15.030821 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'port': {'device_id': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'admin_state_up': True, 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'security_groups': ['dfa32d6c-ff75-4680-9d0a-3cdc5229ab69']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:15.138073 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-e2f9082f-d4e3-48e3-8a3b-dc2a879e2aa2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972380092&fields=id&tenant_id=372dca34600e4c629cdd1bf9f8743f36 HTTP/1.1" status: 200 len: 267 time: 0.0532689 Mar 08 05:16:15.203337 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-1091ea59-ae64-4ae3-baf6-f6bf35e6bc66 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:15.213569 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-1091ea59-ae64-4ae3-baf6-f6bf35e6bc66 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0684829 Mar 08 05:16:15.224836 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-8530e7a2-33ec-461d-9798-90f410eea544 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'port': {'security_groups': ['baf85545-d97e-4034-84b5-406a117561f8', 'eb6cfd61-9aa8-4304-97ca-e988adf68970']}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:15.308217 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-8530e7a2-33ec-461d-9798-90f410eea544 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:15.329330 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Made reservation on behalf of e21149b18ca344f09b048acf88235cd5 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:16:15.332851 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:15.512772 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Allocated IP 172.20.0.13 (6459fbae-33a1-4a2f-bac2-0297d91770ad/d4770685-7661-41b3-8a9d-88d2198076ee/09944123-90ad-4e1c-b031-d41bdd05ee4a) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:16:15.563852 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-8530e7a2-33ec-461d-9798-90f410eea544 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] For port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:15.599603 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-8530e7a2-33ec-461d-9798-90f410eea544 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:15.691968 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:15.694817 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f6ca1ae1-5c1a-4592-b782-c2a76c73a329 req-425f573b-7926-45bc-b1d1-4fff9cb1d286 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 210 time: 0.0306492 Mar 08 05:16:15.695629 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-8530e7a2-33ec-461d-9798-90f410eea544 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:15.741866 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:16:15.773663 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-8530e7a2-33ec-461d-9798-90f410eea544 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:15.773663 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-8530e7a2-33ec-461d-9798-90f410eea544 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:15.774741 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1ffee470-c8a4-4d7c-be4c-99bc91f58e38 req-8530e7a2-33ec-461d-9798-90f410eea544 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "PUT /v2.0/ports/3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 981 time: 0.5597978 Mar 08 05:16:15.780500 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:15.783237 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f86751-0c8d-4c1c-ad84-05df4a2af60d" -d '{"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:15.817065 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530e7a2-33ec-461d-9798-90f410eea544 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'Port': ['ID=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,revision_number=6']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:15.837815 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:15.857738 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd09819-512a-42d0-a8ee-dc9b5cc3fee1 x-openstack-request-id: req-cdd09819-512a-42d0-a8ee-dc9b5cc3fee1 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:15.858092 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:15.858354 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdd09819-512a-42d0-a8ee-dc9b5cc3fee1 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:15.858797 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'status': 'completed', 'code': 200} Mar 08 05:16:15.901160 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:16:15.904321 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:16:15.908330 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:16:15.949439 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3027d-d405-4270-8fed-b3124218cc05 req-123d2cb5-bd1f-48a1-b8cb-65d185be53ef tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:15.952337 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event updated for resources: {'Port': ['ID=09944123-90ad-4e1c-b031-d41bdd05ee4a,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:15.955619 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c6c3027d-d405-4270-8fed-b3124218cc05 req-123d2cb5-bd1f-48a1-b8cb-65d185be53ef tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0812020 Mar 08 05:16:16.021650 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:16.022352 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:16.032444 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:16:16.056728 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-a8b3d1ad-88c5-4a96-8d7d-354b8dbbc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:16.060979 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-a8b3d1ad-88c5-4a96-8d7d-354b8dbbc271 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=372dca34600e4c629cdd1bf9f8743f36&device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1168 time: 0.1452236 Mar 08 05:16:16.215415 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-505d8201-d78b-460e-870d-8a81bd0dac91 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1925218 Mar 08 05:16:16.241582 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Request body: {'port': {'device_id': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:16.302769 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-a2507711-5c29-458c-94f1-b8e851827a74 None None] Provisioning complete for port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:16:16.303195 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a2507711-5c29-458c-94f1-b8e851827a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:16.330315 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:16.352034 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-7e72baa8-c405-4ad2-a293-0d2da1259a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:16.354340 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-7e72baa8-c405-4ad2-a293-0d2da1259a1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 200 len: 916 time: 0.2810786 Mar 08 05:16:16.479005 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-c31cbd44-63da-49cc-b870-cbef78f336fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 1001 time: 0.1090589 Mar 08 05:16:16.565562 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-a2507711-5c29-458c-94f1-b8e851827a74 None None] Current status of the port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:16:16.583396 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c6c3027d-d405-4270-8fed-b3124218cc05 req-0bafc6e6-89b8-4538-942e-5962d78de2d3 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6164043 Mar 08 05:16:16.659576 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-1c1e2a42-48d1-4692-ae0f-83e4c8c79d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:16.661608 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-1c1e2a42-48d1-4692-ae0f-83e4c8c79d30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8c99f12-de41-42e1-b20f-718b69483d31 HTTP/1.1" status: 200 len: 854 time: 0.1249716 Mar 08 05:16:16.715060 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-251dba44-2dd5-4c45-a1c8-7688334ea784 None None] Provisioning complete for port 09944123-90ad-4e1c-b031-d41bdd05ee4a triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:16:16.715952 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-251dba44-2dd5-4c45-a1c8-7688334ea784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:16.790080 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-251dba44-2dd5-4c45-a1c8-7688334ea784 None None] Port 09944123-90ad-4e1c-b031-d41bdd05ee4a cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:16:16.908112 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345885e5-172f-4a0e-8b5f-b98681709bed req-24c48682-4858-43e0-9780-6865088816aa tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:16.912797 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-345885e5-172f-4a0e-8b5f-b98681709bed req-24c48682-4858-43e0-9780-6865088816aa tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 932 time: 0.0760357 Mar 08 05:16:16.983467 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-345885e5-172f-4a0e-8b5f-b98681709bed req-36f4bcf5-a3fe-4df4-8330-06dc625a9682 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663810 Mar 08 05:16:17.131428 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-e52ab43a-61cc-4123-ba6f-e9d60066a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:17.132940 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-e52ab43a-61cc-4123-ba6f-e9d60066a79a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315a12be-c10d-4cbd-8e45-e80f1076551c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4606414 Mar 08 05:16:17.256317 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09944123-90ad-4e1c-b031-d41bdd05ee4a {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:16:17.266919 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Publish callbacks [] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:17.288715 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-22e6b167-946b-4e32-90fb-d89315a1c0dc service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443696 Mar 08 05:16:17.292823 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Transition to ACTIVE for port object 09944123-90ad-4e1c-b031-d41bdd05ee4a will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:16:17.388699 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:17.436113 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-31f86751-0c8d-4c1c-ad84-05df4a2af60d req-dd9c8425-5ac8-4ab0-be4e-b5a26b2d7f82 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281233 Mar 08 05:16:17.452578 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Pushing event updated for resources: {'Port': ['ID=09944123-90ad-4e1c-b031-d41bdd05ee4a,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:17.553744 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Attempting to bind port 09944123-90ad-4e1c-b031-d41bdd05ee4a on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:16:17.553966 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Attempting to bind port 09944123-90ad-4e1c-b031-d41bdd05ee4a by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:16:17.554179 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Attempting to bind port 09944123-90ad-4e1c-b031-d41bdd05ee4a on network 6459fbae-33a1-4a2f-bac2-0297d91770ad {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:16:17.561067 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Port 09944123-90ad-4e1c-b031-d41bdd05ee4a on network 6459fbae-33a1-4a2f-bac2-0297d91770ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:16:17.561565 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Attempting to bind port 09944123-90ad-4e1c-b031-d41bdd05ee4a on network 6459fbae-33a1-4a2f-bac2-0297d91770ad {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:16:17.567375 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:16:17.567804 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Checking segment: {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:16:17.568272 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Bound using segment: {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:16:17.568732 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Bound port: 09944123-90ad-4e1c-b031-d41bdd05ee4a, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809fbfbe-f24f-4b30-8432-3ce023f7f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:16:17.569106 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:17.588022 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d62f6f-8585-44ee-aeeb-ae340a023431 req-164a5d24-4fa3-46c8-89ac-bd7a3bf6c6ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:17.590308 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3d62f6f-8585-44ee-aeeb-ae340a023431 req-164a5d24-4fa3-46c8-89ac-bd7a3bf6c6ae tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.0690970 Mar 08 05:16:17.644254 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] For port 09944123-90ad-4e1c-b031-d41bdd05ee4a, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:16:17.645721 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3d62f6f-8585-44ee-aeeb-ae340a023431 req-fa4a6134-bd64-4d26-b619-569526eecace tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491443 Mar 08 05:16:17.648076 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] For port 09944123-90ad-4e1c-b031-d41bdd05ee4a, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=09944123-90ad-4e1c-b031-d41bdd05ee4a,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:16:17.752525 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:17.794346 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:17.794993 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:17.796466 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] 10.222.0.13 "PUT /v2.0/ports/09944123-90ad-4e1c-b031-d41bdd05ee4a HTTP/1.1" status: 200 len: 1094 time: 1.5610189 Mar 08 05:16:17.796935 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'tag': '09944123-90ad-4e1c-b031-d41bdd05ee4a'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:17.799286 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37949135-4025-4972-9ee5-6cb9e1c8bac2" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8", "tag": "09944123-90ad-4e1c-b031-d41bdd05ee4a"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:17.824723 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c057d2-a103-441d-bf69-20b3e671ba6f service neutron] Pushing event updated for resources: {'Port': ['ID=09944123-90ad-4e1c-b031-d41bdd05ee4a,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:17.841080 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69be0cb8-38f8-4524-a798-c1cfd2360124 x-openstack-request-id: req-69be0cb8-38f8-4524-a798-c1cfd2360124 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:17.841456 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8", "tag": "09944123-90ad-4e1c-b031-d41bdd05ee4a", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:17.841709 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69be0cb8-38f8-4524-a798-c1cfd2360124 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:17.842121 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'tag': '09944123-90ad-4e1c-b031-d41bdd05ee4a', 'status': 'completed', 'code': 200} Mar 08 05:16:18.143194 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc087c06-fcea-42e1-ba0c-c95220e0ae54 req-8a32c0d8-10e8-42a3-a655-dc3ed9937581 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:18.144891 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc087c06-fcea-42e1-ba0c-c95220e0ae54 req-8a32c0d8-10e8-42a3-a655-dc3ed9937581 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 944 time: 0.0581520 Mar 08 05:16:18.199541 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc087c06-fcea-42e1-ba0c-c95220e0ae54 req-e518f4cc-1131-4428-bbcc-1891ee2854bf tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476518 Mar 08 05:16:18.854062 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000b09-6258-48d9-b8ac-0fe7a1cbc125 req-c287cfc3-fe4e-4d26-9242-957f34cbaf4e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:18.856755 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c5000b09-6258-48d9-b8ac-0fe7a1cbc125 req-c287cfc3-fe4e-4d26-9242-957f34cbaf4e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.0861254 Mar 08 05:16:18.909818 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c5000b09-6258-48d9-b8ac-0fe7a1cbc125 req-a5bfc0a4-6686-4f71-8850-ec401dd0aa58 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475609 Mar 08 05:16:19.323581 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6574957-8477-4c66-93a8-e8a7c09af5be req-6e79cc5f-5a13-426b-95dc-e71ccf576a42 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:19.325226 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6574957-8477-4c66-93a8-e8a7c09af5be req-6e79cc5f-5a13-426b-95dc-e71ccf576a42 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 944 time: 0.0571704 Mar 08 05:16:19.379517 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6574957-8477-4c66-93a8-e8a7c09af5be req-4d1b1a44-9371-4ab1-b755-c41ef762de3d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479159 Mar 08 05:16:19.699793 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-12ca9eb6-c5fa-4445-aaef-c3314930d3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:20.048102 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b5bbf-c4f3-4446-b57c-937d917962bd req-1083dd2c-f567-494c-8600-90fc4b2c49fb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:20.049726 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc7b5bbf-c4f3-4446-b57c-937d917962bd req-1083dd2c-f567-494c-8600-90fc4b2c49fb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.0628645 Mar 08 05:16:20.120869 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc7b5bbf-c4f3-4446-b57c-937d917962bd req-b7440b83-22c7-4c15-8b77-8fa325e1e0a2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647469 Mar 08 05:16:20.283542 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949135-4025-4972-9ee5-6cb9e1c8bac2 req-e4365184-1afd-4c25-a832-04d04f7703a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:20.285039 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-37949135-4025-4972-9ee5-6cb9e1c8bac2 req-e4365184-1afd-4c25-a832-04d04f7703a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 1128 time: 0.0514843 Mar 08 05:16:20.415625 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949135-4025-4972-9ee5-6cb9e1c8bac2 req-1602c29b-b97e-4429-90fa-2d5ab7f93971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:20.417577 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-37949135-4025-4972-9ee5-6cb9e1c8bac2 req-1602c29b-b97e-4429-90fa-2d5ab7f93971 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e21149b18ca344f09b048acf88235cd5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1133997 Mar 08 05:16:20.537073 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949135-4025-4972-9ee5-6cb9e1c8bac2 req-53ab7f6f-80ef-4d2e-86a8-54dc4addb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:20.538475 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-37949135-4025-4972-9ee5-6cb9e1c8bac2 req-53ab7f6f-80ef-4d2e-86a8-54dc4addb395 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110086 Mar 08 05:16:20.577868 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a7d10-68d0-4216-9860-3623c9b0f50c req-d09e9870-2674-4ddf-b4a4-bbae0b6609e8 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:20.579749 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-802a7d10-68d0-4216-9860-3623c9b0f50c req-d09e9870-2674-4ddf-b4a4-bbae0b6609e8 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 944 time: 0.0865760 Mar 08 05:16:20.651058 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-802a7d10-68d0-4216-9860-3623c9b0f50c req-8c16d49b-ee32-4169-b160-76babfe3b48f tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647094 Mar 08 05:16:20.686410 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-ac10e359-cdef-4a1b-a420-a5aae1f13039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:20.688312 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-ac10e359-cdef-4a1b-a420-a5aae1f13039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 1128 time: 0.0627437 Mar 08 05:16:20.752515 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-e625beb8-48af-46a1-a78a-1eadc7626051 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09944123-90ad-4e1c-b031-d41bdd05ee4a HTTP/1.1" status: 200 len: 217 time: 0.0446486 Mar 08 05:16:20.805787 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-a035e6b2-c631-4ded-ba8a-1a3f2d912a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:20.807790 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-a035e6b2-c631-4ded-ba8a-1a3f2d912a9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4770685-7661-41b3-8a9d-88d2198076ee HTTP/1.1" status: 200 len: 849 time: 0.0477686 Mar 08 05:16:20.861514 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-e37982af-fa76-4b22-8659-3ab3534bf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:20.863113 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-e37982af-fa76-4b22-8659-3ab3534bf2e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6459fbae-33a1-4a2f-bac2-0297d91770ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483539 Mar 08 05:16:20.960203 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-18688c5e-7f8e-43db-aa55-e5e66f36664a service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877030 Mar 08 05:16:21.052104 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29d3b7e5-ac38-42d5-b66b-45c15cc5f9a3 req-ed168c69-b0bc-4344-a523-c1aaa4007eba service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855038 Mar 08 05:16:21.254690 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2263fd-c30b-4c9f-b1d3-6c38a1313c9f req-0a8cae12-b640-438d-81f2-cd189914ad9c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:21.256289 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5b2263fd-c30b-4c9f-b1d3-6c38a1313c9f req-0a8cae12-b640-438d-81f2-cd189914ad9c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.0599110 Mar 08 05:16:21.306356 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5b2263fd-c30b-4c9f-b1d3-6c38a1313c9f req-a36e95f1-60c6-4f37-8e45-94ae19e64f22 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433540 Mar 08 05:16:21.801294 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b15648-1b41-4a7c-944c-641934696e8a req-f81c239f-2315-43e0-b209-3450ed81593d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:21.802862 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e0b15648-1b41-4a7c-944c-641934696e8a req-f81c239f-2315-43e0-b209-3450ed81593d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 944 time: 0.0698314 Mar 08 05:16:21.859905 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e0b15648-1b41-4a7c-944c-641934696e8a req-88832eab-5893-4dd5-a13f-21958a2a64e0 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502017 Mar 08 05:16:22.442407 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fed0bf-e488-4c32-9219-4116ce62b583 req-2ebec3d5-22da-4601-b3e9-60c018de43bb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:22.443953 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-30fed0bf-e488-4c32-9219-4116ce62b583 req-2ebec3d5-22da-4601-b3e9-60c018de43bb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.0620589 Mar 08 05:16:22.498010 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-30fed0bf-e488-4c32-9219-4116ce62b583 req-1b583f50-be62-4276-a5a7-1356d5770352 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473711 Mar 08 05:16:22.688585 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cf2cc030-9b56-4f19-8a7e-fdb00847f8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:22.986049 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9becfd-87dd-4ffb-b240-f3f37cccce85 req-24112dd8-7461-4f4d-8bf4-e53f249fe18a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:22.987565 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4c9becfd-87dd-4ffb-b240-f3f37cccce85 req-24112dd8-7461-4f4d-8bf4-e53f249fe18a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 944 time: 0.0563600 Mar 08 05:16:23.038999 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4c9becfd-87dd-4ffb-b240-f3f37cccce85 req-454ed743-51f6-4752-8041-381b1d6063bd tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455935 Mar 08 05:16:23.640263 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a765688-5e87-4909-a88a-8b18b9bcaa2b req-2b1a63bd-3464-4c7c-bd15-6d0e09b7d1ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:23.641844 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7a765688-5e87-4909-a88a-8b18b9bcaa2b req-2b1a63bd-3464-4c7c-bd15-6d0e09b7d1ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.0602722 Mar 08 05:16:23.696228 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7a765688-5e87-4909-a88a-8b18b9bcaa2b req-1b677ddb-701e-48eb-8d08-83acdbfe971f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489175 Mar 08 05:16:24.160228 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1268d-7b53-4d29-b4b3-46493aa7ed79 req-8226ae3c-9e27-4c62-80c6-6dfc93d463c7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:24.161708 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9a1268d-7b53-4d29-b4b3-46493aa7ed79 req-8226ae3c-9e27-4c62-80c6-6dfc93d463c7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 944 time: 0.0527506 Mar 08 05:16:24.210512 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9a1268d-7b53-4d29-b4b3-46493aa7ed79 req-0368eaaa-e1fc-48de-be27-fb89ff106da7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Mar 08 05:16:24.512272 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:24.756971 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 09944123-90ad-4e1c-b031-d41bdd05ee4a details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:16:24.830040 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8001-507e-40ae-a75e-dfb4c5ad0780 req-1b67138b-fdfd-4282-a354-6870b009a517 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:24.831597 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-596d8001-507e-40ae-a75e-dfb4c5ad0780 req-1b67138b-fdfd-4282-a354-6870b009a517 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.0615356 Mar 08 05:16:24.871684 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 09944123-90ad-4e1c-b031-d41bdd05ee4a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=09944123-90ad-4e1c-b031-d41bdd05ee4a,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:24.883298 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '09944123-90ad-4e1c-b031-d41bdd05ee4a', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'port_id': '09944123-90ad-4e1c-b031-d41bdd05ee4a', 'mac_address': 'fa:16:3e:f8:d9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:16:24.891375 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-596d8001-507e-40ae-a75e-dfb4c5ad0780 req-49d33a35-e8ca-4196-b499-6cba04408788 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=87a783f4-b409-4fab-a433-6d307ede5401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535247 Mar 08 05:16:24.926196 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 09944123-90ad-4e1c-b031-d41bdd05ee4a is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:16:24.926729 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:24.948615 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09944123-90ad-4e1c-b031-d41bdd05ee4a {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:16:24.968563 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 09944123-90ad-4e1c-b031-d41bdd05ee4a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=09944123-90ad-4e1c-b031-d41bdd05ee4a,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:25.048775 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:25.109758 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=09944123-90ad-4e1c-b031-d41bdd05ee4a,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:25.172984 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e99bb-298e-4157-93c1-afed624f0327 req-1da44e42-845f-4cf2-b883-b75b80605612 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:25.174444 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-146e99bb-298e-4157-93c1-afed624f0327 req-1da44e42-845f-4cf2-b883-b75b80605612 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 946 time: 0.0593231 Mar 08 05:16:25.284083 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Deleting port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:16:25.284441 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:25.336977 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf00924-585c-40ae-a228-9b5297fcae10 req-67fc4faf-c8e7-4937-afb6-a69ee498179b tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:25.339351 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ebf00924-585c-40ae-a228-9b5297fcae10 req-67fc4faf-c8e7-4937-afb6-a69ee498179b tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 945 time: 0.0590131 Mar 08 05:16:25.393126 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] For port 24ff5c47-b58e-48fc-9ad0-bac12147dd59, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=24ff5c47-b58e-48fc-9ad0-bac12147dd59,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:25.393422 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:25.398633 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ebf00924-585c-40ae-a228-9b5297fcae10 req-7da2da56-48e5-4c30-81c4-817ae69efa1e tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537350 Mar 08 05:16:25.428717 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['09944123-90ad-4e1c-b031-d41bdd05ee4a'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:16:25.551048 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:25.591066 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:25.591436 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (c3fa42de-525d-493f-9eb9-bbd7ce30b2bf), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:25.591753 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Floating IP c3fa42de-525d-493f-9eb9-bbd7ce30b2bf disassociated. External IP: 172.27.2.181, port: 24ff5c47-b58e-48fc-9ad0-bac12147dd59. Mar 08 05:16:25.592101 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Calling delete_port for 24ff5c47-b58e-48fc-9ad0-bac12147dd59 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:16:25.860521 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (24ff5c47-b58e-48fc-9ad0-bac12147dd59), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:25.891363 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event deleted for resources: {'Port': ['ID=24ff5c47-b58e-48fc-9ad0-bac12147dd59,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:25.998699 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9f74eefc-5f64-456b-b293-41e457564c7e req-782df91a-42d6-4697-b1c9-33a8cdb6f7d5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.0296552 Mar 08 05:16:26.031148 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Router 9a9c5000-e01f-435f-a150-83a12cc98d62 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:16:26.164414 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:16:26.178267 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] Sync routers for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:16:26.202027 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:26.202889 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:16:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:26.210307 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] No DVR routers for this DVR port 24ff5c47-b58e-48fc-9ad0-bac12147dd59 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:16:26.213036 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:26.219871 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-146e99bb-298e-4157-93c1-afed624f0327 req-896380d5-e8a2-4ee8-9d1e-3365d516c98c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "DELETE /v2.0/ports/24ff5c47-b58e-48fc-9ad0-bac12147dd59 HTTP/1.1" status: 204 len: 173 time: 1.0384972 Mar 08 05:16:26.220376 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-deleted', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:26.223106 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35884b88-53c1-4a49-8442-5aa7288cb884" -d '{"events": [{"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-deleted", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:26.263964 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9cab06-399e-40aa-b8d4-37d9b95f1f25 x-openstack-request-id: req-cc9cab06-399e-40aa-b8d4-37d9b95f1f25 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:26.264271 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e29550-48a4-42d8-a558-fa5697d8160a", "name": "network-vif-deleted", "tag": "24ff5c47-b58e-48fc-9ad0-bac12147dd59", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:26.264579 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc9cab06-399e-40aa-b8d4-37d9b95f1f25 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:26.264901 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e29550-48a4-42d8-a558-fa5697d8160a', 'name': 'network-vif-deleted', 'tag': '24ff5c47-b58e-48fc-9ad0-bac12147dd59', 'status': 'completed', 'code': 200} Mar 08 05:16:26.349204 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:26.542139 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf09d4c-a099-4d0e-913d-fe1c1968c865 req-d397c6fc-7ace-4ef5-b3b0-24db70ad03b7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:26.544677 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8cf09d4c-a099-4d0e-913d-fe1c1968c865 req-d397c6fc-7ace-4ef5-b3b0-24db70ad03b7 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 945 time: 0.0692775 Mar 08 05:16:26.598727 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8cf09d4c-a099-4d0e-913d-fe1c1968c865 req-b2d08aea-9444-49d9-ab41-a954aab50331 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465276 Mar 08 05:16:26.638352 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:26.750517 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:26.782082 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] Checking router: 9a9c5000-e01f-435f-a150-83a12cc98d62 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:16:26.791420 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:26.792091 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:16:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:26.910295 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:27.149833 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:27.156901 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f320a075-9ea7-424c-b82c-e68810fb34d5 req-23af7741-f1c3-4946-a7f4-a2fe9ef5f914 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.0299356 Mar 08 05:16:27.186636 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c503f5-88e5-409d-b569-0667863342cb None None] The sync data for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi is: [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:16:27.431344 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72433ed-06c0-45f1-93b0-0d9ca9cccd55 None None] New status for floating IP c3fa42de-525d-493f-9eb9-bbd7ce30b2bf: DOWN {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:16:27.741625 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17739609-6f10-42c2-b8ab-1e1a4969bf5c req-76753b31-74b5-4917-969f-72bc20809eed tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:27.743249 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-17739609-6f10-42c2-b8ab-1e1a4969bf5c req-76753b31-74b5-4917-969f-72bc20809eed tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 945 time: 0.0582044 Mar 08 05:16:27.794402 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-17739609-6f10-42c2-b8ab-1e1a4969bf5c req-199acee3-c416-41fa-a0dd-48cf1d2b27f3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443470 Mar 08 05:16:28.312917 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-34dec731-aef1-475c-85fb-fa1620f3e2ce req-776a182a-c597-44bb-8421-13af04f2c987 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.0327158 Mar 08 05:16:28.925677 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ee05e-a257-4d91-a167-f3202ee6c0fd req-8f3494f5-38c5-4327-af49-908947beee0c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:28.927276 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-026ee05e-a257-4d91-a167-f3202ee6c0fd req-8f3494f5-38c5-4327-af49-908947beee0c tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 945 time: 0.0584409 Mar 08 05:16:28.976952 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-026ee05e-a257-4d91-a167-f3202ee6c0fd req-a04c0c43-9385-4788-95f4-40d2781adb25 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Mar 08 05:16:29.318804 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 09944123-90ad-4e1c-b031-d41bdd05ee4a up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:16:29.435908 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a45ae18e-f7b3-4bc8-abb9-ec92a527d2ac req-6851139e-5303-44dd-bd6a-8c59e6efcc7e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e29550-48a4-42d8-a558-fa5697d8160a HTTP/1.1" status: 200 len: 210 time: 0.0311866 Mar 08 05:16:29.465550 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:29.488258 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 09944123-90ad-4e1c-b031-d41bdd05ee4a completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:16:29.492371 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 09944123-90ad-4e1c-b031-d41bdd05ee4a triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:16:29.492745 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:29.575440 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 09944123-90ad-4e1c-b031-d41bdd05ee4a is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:16:29.575689 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:29.600811 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09944123-90ad-4e1c-b031-d41bdd05ee4a'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:29.603131 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c53dcf-c240-43ca-a9d8-2fcad64ea4e1" -d '{"events": [{"server_uuid": "e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8", "name": "network-vif-plugged", "status": "completed", "tag": "09944123-90ad-4e1c-b031-d41bdd05ee4a"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:29.624772 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 09944123-90ad-4e1c-b031-d41bdd05ee4a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=09944123-90ad-4e1c-b031-d41bdd05ee4a,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:29.657556 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4207e2c6-fdc0-4800-9ea0-38e3b2e649d1 x-openstack-request-id: req-4207e2c6-fdc0-4800-9ea0-38e3b2e649d1 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:29.657877 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8", "name": "network-vif-plugged", "status": "completed", "tag": "09944123-90ad-4e1c-b031-d41bdd05ee4a", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:29.658141 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4207e2c6-fdc0-4800-9ea0-38e3b2e649d1 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:29.658592 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09944123-90ad-4e1c-b031-d41bdd05ee4a', 'code': 200} Mar 08 05:16:29.716045 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:29.782349 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=09944123-90ad-4e1c-b031-d41bdd05ee4a,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:30.122302 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f26a04-1d8d-48a2-a6e7-57b00231e68e req-369d9e03-a352-4c01-842e-4a6ca05188cb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:30.124052 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-51f26a04-1d8d-48a2-a6e7-57b00231e68e req-369d9e03-a352-4c01-842e-4a6ca05188cb tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.0666108 Mar 08 05:16:30.193013 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-51f26a04-1d8d-48a2-a6e7-57b00231e68e req-9d947836-562b-4b95-9d65-865e92d3cb8e tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587840 Mar 08 05:16:30.224736 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadf969-1850-4818-a260-c18af202bbd0 req-1788ab17-2d09-444e-a858-f17fcf290065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:30.226300 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-baadf969-1850-4818-a260-c18af202bbd0 req-1788ab17-2d09-444e-a858-f17fcf290065 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 1130 time: 0.0613558 Mar 08 05:16:30.283678 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-baadf969-1850-4818-a260-c18af202bbd0 req-ad1439f3-ba84-4eb0-bab3-7c5b3fe977bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505404 Mar 08 05:16:30.313785 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:16:30.335427 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 24ff5c47-b58e-48fc-9ad0-bac12147dd59 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:16:30.336129 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 24ff5c47-b58e-48fc-9ad0-bac12147dd59 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:16:30.604159 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40830) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:30.663209 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-17f24fc0-4e5e-4571-8672-31b41a48be69 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (87a783f4-b409-4fab-a433-6d307ede5401), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:30.689856 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-17f24fc0-4e5e-4571-8672-31b41a48be69 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (87a783f4-b409-4fab-a433-6d307ede5401), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:30.753584 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-491a25bb-47e8-43b0-b189-96c5fcf57ded service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497293 Mar 08 05:16:30.808596 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-17f24fc0-4e5e-4571-8672-31b41a48be69 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (87a783f4-b409-4fab-a433-6d307ede5401), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:30.811898 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-17f24fc0-4e5e-4571-8672-31b41a48be69 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:30.813261 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-17f24fc0-4e5e-4571-8672-31b41a48be69 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "DELETE /v2.0/security-groups/87a783f4-b409-4fab-a433-6d307ede5401 HTTP/1.1" status: 204 len: 168 time: 0.2080202 Mar 08 05:16:30.816421 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40832) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:30.823617 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f24fc0-4e5e-4571-8672-31b41a48be69 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a783f4-b409-4fab-a433-6d307ede5401,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:30.848535 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.api.v2.resource [None req-978e22fe-b95c-4519-ad99-15bb44999c77 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] show failed (client error): The resource could not be found. Mar 08 05:16:30.849544 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-978e22fe-b95c-4519-ad99-15bb44999c77 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups/87a783f4-b409-4fab-a433-6d307ede5401 HTTP/1.1" status: 404 len: 347 time: 0.0312536 Mar 08 05:16:30.852984 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40834) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:30.884622 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-ad3b93ac-0d30-4991-addb-df8ff180faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:30.887037 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-ad3b93ac-0d30-4991-addb-df8ff180faea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e2c99e12c3547c8be346bc36c63ef30&device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 1129 time: 0.0491216 Mar 08 05:16:30.985604 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Deleting port f1a896ee-2209-4d6f-86fd-ad46351ed8cd {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:16:30.986151 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (f1a896ee-2209-4d6f-86fd-ad46351ed8cd), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:31.009203 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-d5f8eb02-72f7-46ca-a32f-757375a32d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:31.011221 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-d5f8eb02-72f7-46ca-a32f-757375a32d1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=22ac0b8d-4656-4559-97a7-560b1d4b06f7 HTTP/1.1" status: 200 len: 914 time: 0.1023853 Mar 08 05:16:31.055352 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-77cc143c-8cb1-4da9-a33a-1f8ab92c5b8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 HTTP/1.1" status: 200 len: 217 time: 0.0370662 Mar 08 05:16:31.074702 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (f1a896ee-2209-4d6f-86fd-ad46351ed8cd), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:31.074966 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (f1a896ee-2209-4d6f-86fd-ad46351ed8cd), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:31.088075 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Calling delete_port for f1a896ee-2209-4d6f-86fd-ad46351ed8cd owned by network:floatingip {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:16:31.107584 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-a0e16a64-0f20-483e-b949-1eed6c24e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:31.109112 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-a0e16a64-0f20-483e-b949-1eed6c24e244 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eebf52a1-ce17-4a91-a26f-589fcb3db30e HTTP/1.1" status: 200 len: 853 time: 0.0450637 Mar 08 05:16:31.142562 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-51ac885b-102d-4fce-91b8-ca62523f6708 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22ac0b8d-4656-4559-97a7-560b1d4b06f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260236 Mar 08 05:16:31.258440 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-1e3fd66a-f7a3-4b99-803a-624e31395250 service neutron] 10.222.0.13 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068711 Mar 08 05:16:31.316530 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (f1a896ee-2209-4d6f-86fd-ad46351ed8cd), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:31.357619 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event deleted for resources: {'Port': ['ID=f1a896ee-2209-4d6f-86fd-ad46351ed8cd,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:31.367481 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-587f1441-f17c-43c7-b55b-c85e676f1a56 req-62802bd9-2286-4756-9660-fa5a686b5511 service neutron] 10.222.0.13 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993049 Mar 08 05:16:31.473681 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48de41-4269-46c4-ad3a-95a654732638 req-91d7540d-b98e-4b3e-a294-9b53346c9c02 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:31.476608 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d48de41-4269-46c4-ad3a-95a654732638 req-91d7540d-b98e-4b3e-a294-9b53346c9c02 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.2062292 Mar 08 05:16:31.478168 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (c3fa42de-525d-493f-9eb9-bbd7ce30b2bf), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:31.482819 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:31.484786 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-9d39d36f-e9ed-40f2-a9c3-1795e38318d6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "DELETE /v2.0/floatingips/c3fa42de-525d-493f-9eb9-bbd7ce30b2bf HTTP/1.1" status: 204 len: 168 time: 0.6298759 Mar 08 05:16:31.559413 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d48de41-4269-46c4-ad3a-95a654732638 req-59c43b46-1bb7-4a25-a910-ccfecef39a48 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730374 Mar 08 05:16:32.034286 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40848) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:32.039724 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-b26ec5c0-09fc-428e-ab43-82e3a2c2aeb2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340439724', 'description': 'tempest-description--1060484306'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:32.163927 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b26ec5c0-09fc-428e-ab43-82e3a2c2aeb2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:32.250635 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b26ec5c0-09fc-428e-ab43-82e3a2c2aeb2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (6672a1d0-3162-4e3c-bc75-1082c1aaf9ec), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:32.345840 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b26ec5c0-09fc-428e-ab43-82e3a2c2aeb2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6672a1d0-3162-4e3c-bc75-1082c1aaf9ec), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:32.380604 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ec5c0-09fc-428e-ab43-82e3a2c2aeb2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:32.439302 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b26ec5c0-09fc-428e-ab43-82e3a2c2aeb2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:32.440609 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b26ec5c0-09fc-428e-ab43-82e3a2c2aeb2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4049246 Mar 08 05:16:32.443947 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40852) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:32.449273 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-76c6b62f-e3e6-40a9-9230-3d5faecfaa1b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'security_group_rule': {'security_group_id': '6672a1d0-3162-4e3c-bc75-1082c1aaf9ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:32.563537 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-76c6b62f-e3e6-40a9-9230-3d5faecfaa1b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (557e9ce7-1883-4c3e-9489-5ac7531cd295), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:32.625599 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-76c6b62f-e3e6-40a9-9230-3d5faecfaa1b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (557e9ce7-1883-4c3e-9489-5ac7531cd295), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:32.709956 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b663d-1e0a-41b8-ba61-580da218a0c5 req-cf32c6ad-a1ec-49f6-a84c-7edf075c409a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:32.711794 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9e5b663d-1e0a-41b8-ba61-580da218a0c5 req-cf32c6ad-a1ec-49f6-a84c-7edf075c409a tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.0700898 Mar 08 05:16:32.725418 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-76c6b62f-e3e6-40a9-9230-3d5faecfaa1b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (557e9ce7-1883-4c3e-9489-5ac7531cd295), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:32.761091 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6b62f-e3e6-40a9-9230-3d5faecfaa1b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557e9ce7-1883-4c3e-9489-5ac7531cd295,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:32.788285 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9e5b663d-1e0a-41b8-ba61-580da218a0c5 req-117ef05b-3670-441a-afbc-38411bd43a2b tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706294 Mar 08 05:16:32.850987 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-76c6b62f-e3e6-40a9-9230-3d5faecfaa1b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:32.852219 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-76c6b62f-e3e6-40a9-9230-3d5faecfaa1b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4072645 Mar 08 05:16:32.855807 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40864) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:32.864295 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-eb280f7f-e111-465a-aa6d-dd672e35d838 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'security_group_rule': {'security_group_id': '6672a1d0-3162-4e3c-bc75-1082c1aaf9ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:32.977945 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10ef6b-202f-43f1-bf2d-b7cc63116082 req-b7793276-e53f-4c14-b8f0-1d7120048181 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:32.980692 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5a10ef6b-202f-43f1-bf2d-b7cc63116082 req-b7793276-e53f-4c14-b8f0-1d7120048181 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.1156051 Mar 08 05:16:32.989935 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 40868) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:32.996499 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-7e9c2248-bd7c-4f0d-b723-bf1effe06592 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Request body: {'floatingip': {'port_id': '09944123-90ad-4e1c-b031-d41bdd05ee4a'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:33.002196 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-eb280f7f-e111-465a-aa6d-dd672e35d838 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (3a501110-fedd-4e84-ac99-5f6f5085e1ab), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.037431 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2248-bd7c-4f0d-b723-bf1effe06592 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (97545922-487a-469d-aa19-fd7696ab3335), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.064269 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-eb280f7f-e111-465a-aa6d-dd672e35d838 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (3a501110-fedd-4e84-ac99-5f6f5085e1ab), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.146207 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-eb280f7f-e111-465a-aa6d-dd672e35d838 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (3a501110-fedd-4e84-ac99-5f6f5085e1ab), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.168829 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb280f7f-e111-465a-aa6d-dd672e35d838 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a501110-fedd-4e84-ac99-5f6f5085e1ab,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:33.256747 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-eb280f7f-e111-465a-aa6d-dd672e35d838 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.258090 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-eb280f7f-e111-465a-aa6d-dd672e35d838 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011648 Mar 08 05:16:33.262640 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 40870) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:33.270700 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:33.407508 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.523378 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.563731 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2248-bd7c-4f0d-b723-bf1effe06592 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.621135 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2248-bd7c-4f0d-b723-bf1effe06592 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (97545922-487a-469d-aa19-fd7696ab3335), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.638734 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Allocated IP 172.27.2.28 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:16:33.735396 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.l3_db [None req-7e9c2248-bd7c-4f0d-b723-bf1effe06592 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Floating IP 97545922-487a-469d-aa19-fd7696ab3335 associated. External IP: 172.27.2.38, port: 09944123-90ad-4e1c-b031-d41bdd05ee4a. Mar 08 05:16:33.752222 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for port (9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.843262 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:33.895758 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:16:33.898699 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:16:33.901283 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:16:33.927160 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'Port': ['ID=9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:33.990145 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9c2248-bd7c-4f0d-b723-bf1effe06592 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Router 53178613-e88d-49a1-981b-3dbac1c613aa has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:16:34.009295 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (6a3a267f-1777-417e-9eb4-d04c18835872), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:34.127648 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:34.133311 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9c2248-bd7c-4f0d-b723-bf1effe06592 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:16:34.138921 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e9c2248-bd7c-4f0d-b723-bf1effe06592 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:34.144571 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] Sync routers for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:16:34.155688 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:34.156346 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:16:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:34.183342 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-7e9c2248-bd7c-4f0d-b723-bf1effe06592 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "PUT /v2.0/floatingips/97545922-487a-469d-aa19-fd7696ab3335 HTTP/1.1" status: 200 len: 991 time: 1.1911843 Mar 08 05:16:34.184166 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'tag': '09944123-90ad-4e1c-b031-d41bdd05ee4a'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:34.186885 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0d5234-61e2-440c-9845-c742cffb660d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8", "tag": "09944123-90ad-4e1c-b031-d41bdd05ee4a"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:34.238278 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a68ceb-dd94-44c1-a48f-d624c07bd520 x-openstack-request-id: req-03a68ceb-dd94-44c1-a48f-d624c07bd520 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:34.239078 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8", "tag": "09944123-90ad-4e1c-b031-d41bdd05ee4a", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:34.239502 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03a68ceb-dd94-44c1-a48f-d624c07bd520 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:34.240275 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'tag': '09944123-90ad-4e1c-b031-d41bdd05ee4a', 'status': 'completed', 'code': 200} Mar 08 05:16:34.292606 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:34.297640 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for port (9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:34.373381 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5234-61e2-440c-9845-c742cffb660d req-4bb16b02-8a7c-4288-a626-66c50603ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:34.375255 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b0d5234-61e2-440c-9845-c742cffb660d req-4bb16b02-8a7c-4288-a626-66c50603ee8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e21149b18ca344f09b048acf88235cd5&device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 1130 time: 0.0743384 Mar 08 05:16:34.376591 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:34.518726 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'Port': ['ID=9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:34.538043 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (6a3a267f-1777-417e-9eb4-d04c18835872), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:34.559859 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '97545922-487a-469d-aa19-fd7696ab3335', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'port_id': '09944123-90ad-4e1c-b031-d41bdd05ee4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'mac_address': 'fa:16:3e:f8:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:16:10Z', 'updated_at': '2022-03-08T05:16:33Z', 'revision_number': 1, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:34.588502 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5234-61e2-440c-9845-c742cffb660d req-ae64ee28-5997-43c0-a224-36f5668c7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:34.590446 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] Checking router: 53178613-e88d-49a1-981b-3dbac1c613aa for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:16:34.590590 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b0d5234-61e2-440c-9845-c742cffb660d req-ae64ee28-5997-43c0-a224-36f5668c7e12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 200 len: 911 time: 0.2008700 Mar 08 05:16:34.599744 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:34.600377 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:16:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:34.667154 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:34.668385 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-406432b2-6269-49ea-bea8-9eeda9b093ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4042864 Mar 08 05:16:34.694362 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b0d5234-61e2-440c-9845-c742cffb660d req-86d8b7cd-d655-48a3-afc5-d91a224796fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09944123-90ad-4e1c-b031-d41bdd05ee4a HTTP/1.1" status: 200 len: 999 time: 0.0844758 Mar 08 05:16:34.718103 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:34.745216 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5234-61e2-440c-9845-c742cffb660d req-6d894cbd-a3b0-48a5-afb2-4c4e3a6194aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:34.746938 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b0d5234-61e2-440c-9845-c742cffb660d req-6d894cbd-a3b0-48a5-afb2-4c4e3a6194aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4770685-7661-41b3-8a9d-88d2198076ee HTTP/1.1" status: 200 len: 849 time: 0.0466321 Mar 08 05:16:34.804912 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5234-61e2-440c-9845-c742cffb660d req-2e30dd01-e56e-4d27-9c8e-cb853b5fd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:34.807121 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b0d5234-61e2-440c-9845-c742cffb660d req-2e30dd01-e56e-4d27-9c8e-cb853b5fd012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6459fbae-33a1-4a2f-bac2-0297d91770ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531905 Mar 08 05:16:34.903681 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-de0c02da-f7c4-433c-86f7-a8f4169b7b70 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1340439724&fields=id&tenant_id=d82c88089643490b8ac1cbca277282ab HTTP/1.1" status: 200 len: 267 time: 0.0582430 Mar 08 05:16:34.926712 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b0d5234-61e2-440c-9845-c742cffb660d req-bf0c4db3-5b9d-4e74-884c-29c2e967209c service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091168 Mar 08 05:16:34.996606 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '97545922-487a-469d-aa19-fd7696ab3335', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'port_id': '09944123-90ad-4e1c-b031-d41bdd05ee4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'mac_address': 'fa:16:3e:f8:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:16:10Z', 'updated_at': '2022-03-08T05:16:33Z', 'revision_number': 1, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:35.031273 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe10026-2c7a-42e8-b9d6-a211a5893e14 None None] The sync data for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi is: [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '97545922-487a-469d-aa19-fd7696ab3335', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'port_id': '09944123-90ad-4e1c-b031-d41bdd05ee4a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'mac_address': 'fa:16:3e:f8:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:16:10Z', 'updated_at': '2022-03-08T05:16:33Z', 'revision_number': 1, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:16:35.054301 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-ab4b1570-ba48-4364-921d-d109df147a0a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:35.055960 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-ab4b1570-ba48-4364-921d-d109df147a0a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 816 time: 0.1414378 Mar 08 05:16:35.062080 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6b0d5234-61e2-440c-9845-c742cffb660d req-2fc76b5b-272c-4dc5-90de-9dc52a255b7a service neutron] 10.222.0.13 "GET /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184111 Mar 08 05:16:35.074022 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-41d5d045-4bf8-475c-81c6-60f4e7299fc1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/quotas/d82c88089643490b8ac1cbca277282ab HTTP/1.1" status: 200 len: 375 time: 0.0112157 Mar 08 05:16:35.159656 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-3adf548c-ad5e-4b91-b934-9d7cac445c41 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633714 Mar 08 05:16:35.278880 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69cd291-87e6-4ea0-af8c-e74c5ec0f33a None None] New status for floating IP 97545922-487a-469d-aa19-fd7696ab3335: ACTIVE {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:16:35.328173 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-86eef986-cbd0-4ab7-aca8-e144af47a4bf service neutron] 10.222.0.26 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545107 Mar 08 05:16:35.427037 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-75c19e72-5b45-4755-872f-0adbf13c6bc6 service neutron] 10.222.0.26 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927584 Mar 08 05:16:35.741490 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0a5f9d9f-8d3f-4d91-add3-1e088cc41781 req-6088dbef-af39-4d3d-8101-01c4af79a206 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 210 time: 0.0335999 Mar 08 05:16:36.856566 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-959b3efd-7021-4be4-911e-c75b13e46181 req-7b9255d1-130c-4ccc-a8d3-611ee7906a9d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 210 time: 0.0388582 Mar 08 05:16:37.014664 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f36f1-310c-4cd1-93c5-46796486a33b req-5e4e784c-dce6-4ab9-a7c9-0300c5d03303 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:37.016290 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a49f36f1-310c-4cd1-93c5-46796486a33b req-5e4e784c-dce6-4ab9-a7c9-0300c5d03303 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 945 time: 0.0606494 Mar 08 05:16:37.071003 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a49f36f1-310c-4cd1-93c5-46796486a33b req-b00fb464-7a19-4187-85dd-53655b39d44e tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490460 Mar 08 05:16:37.970953 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8a565d05-87be-43ec-9d9c-046db0688aff req-d028d9d2-a5a5-4b88-b6f2-cc069d36af28 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 210 time: 0.0289090 Mar 08 05:16:38.210480 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379bf14-247e-4536-bbd1-a8b1d2094b5d req-8b3be094-a375-44e8-967f-679433e2e6e0 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:38.210697 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-8787af52-a40d-4e03-bca4-11293720fdff tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:38.211954 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f379bf14-247e-4536-bbd1-a8b1d2094b5d req-8b3be094-a375-44e8-967f-679433e2e6e0 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 945 time: 0.0565693 Mar 08 05:16:38.212091 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-8787af52-a40d-4e03-bca4-11293720fdff tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 816 time: 0.1151226 Mar 08 05:16:38.272607 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f379bf14-247e-4536-bbd1-a8b1d2094b5d req-7d118b5e-20fc-4964-9aad-7a8a5d0a12b4 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546851 Mar 08 05:16:38.568336 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-81e22009-732d-4b7a-ab89-b3f7ee64ce08 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d82c88089643490b8ac1cbca277282ab HTTP/1.1" status: 200 len: 380 time: 0.3317711 Mar 08 05:16:38.605911 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'port': {'device_id': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'admin_state_up': True, 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'security_groups': ['6672a1d0-3162-4e3c-bc75-1082c1aaf9ec']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:38.866040 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Made reservation on behalf of d82c88089643490b8ac1cbca277282ab for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:16:38.870231 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:39.017963 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Allocated IP 172.20.0.3 (2e044609-f564-417f-b790-8c2dcd333e28/11f1d6e5-2c29-4b8f-a304-8ab0e2c96907/781f9e98-d057-48e1-aa51-de683d4ddbe8) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:16:39.100875 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-199363f0-135b-4c2b-a3af-bffa813e6e59 req-0827967a-8e87-4d17-991b-f393c4a3cc78 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 210 time: 0.0521445 Mar 08 05:16:39.207167 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:39.223409 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3379787-345f-4996-b0c8-d93e89369224 req-d98531d9-276a-4465-b44a-77560292c007 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:39.224974 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c3379787-345f-4996-b0c8-d93e89369224 req-d98531d9-276a-4465-b44a-77560292c007 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.13 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 945 time: 0.0961182 Mar 08 05:16:39.352437 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-c3379787-345f-4996-b0c8-d93e89369224 req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Deleting port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:16:39.352889 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-c3379787-345f-4996-b0c8-d93e89369224 req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:39.388469 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:39.433415 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3e168-077e-4579-bbdc-a238ab2167b2 req-d349cf08-9560-4eda-bb2c-0294ce812fb6 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:39.435117 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e5b3e168-077e-4579-bbdc-a238ab2167b2 req-d349cf08-9560-4eda-bb2c-0294ce812fb6 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 945 time: 0.0611982 Mar 08 05:16:39.494184 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e5b3e168-077e-4579-bbdc-a238ab2167b2 req-c1c150ee-2340-418d-bc98-2033e333ebb7 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473611 Mar 08 05:16:39.496118 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Network 2e044609-f564-417f-b790-8c2dcd333e28 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:16:39.500672 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:16:39.503400 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:39.509513 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:16:39.567807 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.572062 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.573568 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:16:39.579371 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-c3379787-345f-4996-b0c8-d93e89369224 req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] For port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:39.579772 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-c3379787-345f-4996-b0c8-d93e89369224 req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:39.602408 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-c3379787-345f-4996-b0c8-d93e89369224 req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Calling delete_port for d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:16:39.613136 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:39.613136 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:39.722694 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-12317581-4345-4c48-9a6c-82e26f06eb63 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1205163 Mar 08 05:16:39.746728 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-fe84132c-e23f-4317-a143-905561c27583 None None] Provisioning complete for port 781f9e98-d057-48e1-aa51-de683d4ddbe8 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:16:39.747383 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fe84132c-e23f-4317-a143-905561c27583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:39.756030 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Request body: {'port': {'device_id': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:39.784877 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-fe84132c-e23f-4317-a143-905561c27583 None None] Port 781f9e98-d057-48e1-aa51-de683d4ddbe8 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:16:39.847315 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:39.884118 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-c3379787-345f-4996-b0c8-d93e89369224 req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:39.925356 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Pushing event deleted for resources: {'Port': ['ID=d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:39.930224 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:16:40.031958 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3379787-345f-4996-b0c8-d93e89369224 req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] No DVR routers for this DVR port d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:16:40.036370 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-c3379787-345f-4996-b0c8-d93e89369224 req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:40.039748 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c3379787-345f-4996-b0c8-d93e89369224 req-c1272822-2b03-461f-8e5e-cf61b1294a9f tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.13 "DELETE /v2.0/ports/d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 HTTP/1.1" status: 204 len: 173 time: 0.8088927 Mar 08 05:16:40.040218 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c038e1-de8f-4bb3-98ab-0f107962bfae', 'name': 'network-vif-deleted', 'tag': 'd4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:40.044182 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc39dad-e341-4d5a-849f-a467e396983a" -d '{"events": [{"server_uuid": "80c038e1-de8f-4bb3-98ab-0f107962bfae", "name": "network-vif-deleted", "tag": "d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:40.094864 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d615a07c-eef9-4831-9fba-b2cab1dfbffc x-openstack-request-id: req-d615a07c-eef9-4831-9fba-b2cab1dfbffc {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:40.094864 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c038e1-de8f-4bb3-98ab-0f107962bfae", "name": "network-vif-deleted", "tag": "d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:40.094864 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d615a07c-eef9-4831-9fba-b2cab1dfbffc {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:40.094864 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c038e1-de8f-4bb3-98ab-0f107962bfae', 'name': 'network-vif-deleted', 'tag': 'd4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7', 'status': 'completed', 'code': 200} Mar 08 05:16:40.226854 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781f9e98-d057-48e1-aa51-de683d4ddbe8 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:16:40.244011 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Publish callbacks [] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:40.262705 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf102ed-46f8-4966-95e6-80da0d4fb0a7 req-fc47c271-8c1a-4c7d-a050-91d81d6da3c5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:40.264624 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5cf102ed-46f8-4966-95e6-80da0d4fb0a7 req-fc47c271-8c1a-4c7d-a050-91d81d6da3c5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 931 time: 0.0663629 Mar 08 05:16:40.267312 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Transition to ACTIVE for port object 781f9e98-d057-48e1-aa51-de683d4ddbe8 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:16:40.325298 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5cf102ed-46f8-4966-95e6-80da0d4fb0a7 req-b0ac228c-d60d-44cf-b16d-2a7a7e08e78e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502944 Mar 08 05:16:40.340633 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:40.438766 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:40.514412 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Attempting to bind port 781f9e98-d057-48e1-aa51-de683d4ddbe8 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:16:40.514753 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Attempting to bind port 781f9e98-d057-48e1-aa51-de683d4ddbe8 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:16:40.515145 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Attempting to bind port 781f9e98-d057-48e1-aa51-de683d4ddbe8 on network 2e044609-f564-417f-b790-8c2dcd333e28 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:16:40.529078 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Port 781f9e98-d057-48e1-aa51-de683d4ddbe8 on network 2e044609-f564-417f-b790-8c2dcd333e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:16:40.529418 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Attempting to bind port 781f9e98-d057-48e1-aa51-de683d4ddbe8 on network 2e044609-f564-417f-b790-8c2dcd333e28 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:16:40.536151 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:16:40.536414 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Checking segment: {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:16:40.536924 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Bound using segment: {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:16:40.537385 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Bound port: 781f9e98-d057-48e1-aa51-de683d4ddbe8, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba8364f-8c12-4d9a-9f79-235d5080359c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:16:40.537760 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:40.618487 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:16:40.622236 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:16:40.635005 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-04f85797-53e9-4577-aef8-46093f69f0f0 req-dd68039a-ea3c-466a-9a05-dcf1417534da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=80c038e1-de8f-4bb3-98ab-0f107962bfae HTTP/1.1" status: 200 len: 210 time: 0.0485842 Mar 08 05:16:40.704819 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:40.747988 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:40.748544 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:40.750122 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] 10.222.0.13 "PUT /v2.0/ports/781f9e98-d057-48e1-aa51-de683d4ddbe8 HTTP/1.1" status: 200 len: 1093 time: 1.0019422 Mar 08 05:16:40.774535 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f38a2-2567-4fbb-93d3-cae2c0b0eeac service neutron] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:40.950531 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-8573d6ae-0b19-42a3-aed1-e9ec4dbd9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:40.952121 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-8573d6ae-0b19-42a3-aed1-e9ec4dbd9ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 1127 time: 0.0521204 Mar 08 05:16:41.006790 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-18f57b89-42ca-4491-ba29-2b835d422122 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8 HTTP/1.1" status: 200 len: 217 time: 0.0396831 Mar 08 05:16:41.062109 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-ba56faf3-e50b-439a-9b7d-ba13b145cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:41.063689 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-ba56faf3-e50b-439a-9b7d-ba13b145cb39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.0496082 Mar 08 05:16:41.125335 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-cbcbdd77-b791-4289-a8f4-aefdbd46ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:41.126887 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-cbcbdd77-b791-4289-a8f4-aefdbd46ad8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525496 Mar 08 05:16:41.226297 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-908bbe9f-5036-4f96-9fbc-a19bd8ff9244 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917442 Mar 08 05:16:41.318801 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-bb3faa5b-0427-4950-9d03-6640bd9e72ae req-85535f9e-9659-4f16-87c8-29d172b898ad service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854151 Mar 08 05:16:41.454322 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a213c-2f69-484b-9920-31e31c1f6587 req-284086a7-148d-4a35-80f9-60c5d177006d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:41.455837 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4b2a213c-2f69-484b-9920-31e31c1f6587 req-284086a7-148d-4a35-80f9-60c5d177006d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0545270 Mar 08 05:16:41.502309 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4b2a213c-2f69-484b-9920-31e31c1f6587 req-346dd2ee-d4b9-40c7-bb67-34386acb249a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Mar 08 05:16:42.092980 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:42.095398 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a61308-9f13-488a-84dc-0ce25a1ceec6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:42.135662 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5220d0f-d74c-4499-a190-4c699c7bc978 x-openstack-request-id: req-d5220d0f-d74c-4499-a190-4c699c7bc978 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:42.135964 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:42.136228 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5220d0f-d74c-4499-a190-4c699c7bc978 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:42.136638 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'status': 'completed', 'code': 200} Mar 08 05:16:42.241394 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-c9b227da-b265-4bc5-8e25-0517f6b26eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:42.243015 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-c9b227da-b265-4bc5-8e25-0517f6b26eaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 1127 time: 0.0567071 Mar 08 05:16:42.339583 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-0342b946-51e0-4e29-a72e-f593e5a68842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:42.341043 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-0342b946-51e0-4e29-a72e-f593e5a68842 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 917 time: 0.0883815 Mar 08 05:16:42.363401 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:16:42.383768 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:16:42.384263 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device d4dbdaa7-43e0-4d6c-8ae7-8d40b7e2cfe7 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:16:42.391892 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-65fbe484-f86e-436b-9aeb-8a23231735f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8 HTTP/1.1" status: 200 len: 217 time: 0.0419383 Mar 08 05:16:42.445172 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-da7f2265-253e-410d-9c6e-41fa402e2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:42.448844 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-da7f2265-253e-410d-9c6e-41fa402e2ba7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.0486796 Mar 08 05:16:42.555785 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859ed1e-ad3b-4b6c-bdba-12271ab4f0d5 req-eb2b86b6-d784-40e3-bc7b-97437e5f7d62 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:42.558047 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8859ed1e-ad3b-4b6c-bdba-12271ab4f0d5 req-eb2b86b6-d784-40e3-bc7b-97437e5f7d62 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0577784 Mar 08 05:16:42.658503 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8859ed1e-ad3b-4b6c-bdba-12271ab4f0d5 req-6480657a-c0f7-444a-8a4d-2740d5bec4d2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900447 Mar 08 05:16:42.673621 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9696b-3170-415a-90e6-7ee0f31c04bc req-f83def74-c07b-439e-a356-cda0c0b79fc7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:42.675426 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cef9696b-3170-415a-90e6-7ee0f31c04bc req-f83def74-c07b-439e-a356-cda0c0b79fc7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0915892 Mar 08 05:16:42.728766 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cef9696b-3170-415a-90e6-7ee0f31c04bc req-3ee101ef-20bc-4ce7-ace6-8945e804e420 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476139 Mar 08 05:16:43.780504 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b4c42-1272-47be-87b9-bbbe846a1964 req-5379857c-281a-4b8f-9886-a97fe50d93b0 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:43.782019 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f22b4c42-1272-47be-87b9-bbbe846a1964 req-5379857c-281a-4b8f-9886-a97fe50d93b0 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0538166 Mar 08 05:16:44.128274 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f22b4c42-1272-47be-87b9-bbbe846a1964 req-ffc42160-af13-4e7a-948b-47b5371e2792 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3404996 Mar 08 05:16:44.138444 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9408e-3345-43c2-8640-252743e21828 req-08604b3c-cbac-490a-bef3-e023f0d9b8fe tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:44.139951 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-81d9408e-3345-43c2-8640-252743e21828 req-08604b3c-cbac-490a-bef3-e023f0d9b8fe tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.3365805 Mar 08 05:16:44.236612 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-81d9408e-3345-43c2-8640-252743e21828 req-510e4650-3cba-429a-98e6-e9c8df78e081 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905461 Mar 08 05:16:44.981662 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:16:45.039265 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-3c9a9144-2f0e-480a-92ff-7b87d50783c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:45.041586 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-3c9a9144-2f0e-480a-92ff-7b87d50783c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481284 Mar 08 05:16:45.099706 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:45.112579 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'port_id': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'mac_address': 'fa:16:3e:d1:b9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:16:45.162014 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 781f9e98-d057-48e1-aa51-de683d4ddbe8 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:16:45.162422 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:45.163088 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-a4761414-ee7c-4af0-acca-56a2794cf99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:45.168834 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-a4761414-ee7c-4af0-acca-56a2794cf99d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=372dca34600e4c629cdd1bf9f8743f36&device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1168 time: 0.1054313 Mar 08 05:16:45.177821 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781f9e98-d057-48e1-aa51-de683d4ddbe8 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:16:45.199312 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-7789adf2-46b4-4e45-860d-9284d5a68e62 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483178 Mar 08 05:16:45.201383 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:45.256293 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273f4d-d03d-48ca-ad7b-9573f0e9339c req-235ddc82-9fbe-4ddf-8567-2e4816ac37b9 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:45.257686 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4c273f4d-d03d-48ca-ad7b-9573f0e9339c req-235ddc82-9fbe-4ddf-8567-2e4816ac37b9 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0552213 Mar 08 05:16:45.282406 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:45.331651 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-381dbebb-496f-4734-8e1d-f70cef30a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:45.333115 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-381dbebb-496f-4734-8e1d-f70cef30a0da service neutron] 10.222.0.13 "GET /v2.0/networks?id=315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 200 len: 916 time: 0.1576114 Mar 08 05:16:45.346574 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:45.360910 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-84a61308-9f13-488a-84dc-0ce25a1ceec6 req-faa1d3f0-2895-4da5-b27b-90655c59d91d service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496377 Mar 08 05:16:45.363516 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4c273f4d-d03d-48ca-ad7b-9573f0e9339c req-94ff4749-80d2-4bbd-a364-e41c4867326c tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967999 Mar 08 05:16:45.408055 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:16:45.410861 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd242a75-ba84-4346-8212-f227ababfc35 req-e8f2a5e6-edc9-458a-b328-f98d6a269007 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:45.412484 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fd242a75-ba84-4346-8212-f227ababfc35 req-e8f2a5e6-edc9-458a-b328-f98d6a269007 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 944 time: 0.0775411 Mar 08 05:16:45.419280 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-993d512f-cd3a-4d11-a436-d9d431c68279 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 1001 time: 0.0761657 Mar 08 05:16:45.466445 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fd242a75-ba84-4346-8212-f227ababfc35 req-6b85c0dc-e04f-4b53-90ca-32130ed5ac29 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474389 Mar 08 05:16:45.470866 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-4bbc33d2-b543-4f72-aabc-d4c12e5486e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:45.472413 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-4bbc33d2-b543-4f72-aabc-d4c12e5486e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8c99f12-de41-42e1-b20f-718b69483d31 HTTP/1.1" status: 200 len: 854 time: 0.0461462 Mar 08 05:16:45.527206 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-01090e76-9047-45a4-a62e-b787a91e8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:45.528732 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-01090e76-9047-45a4-a62e-b787a91e8de1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315a12be-c10d-4cbd-8e45-e80f1076551c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490215 Mar 08 05:16:45.629170 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-f2f1b6ae-042f-48d0-a042-6f3b85660c37 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923188 Mar 08 05:16:45.691903 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['781f9e98-d057-48e1-aa51-de683d4ddbe8'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:16:45.721113 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d7ecf243-b8db-44c2-a6a3-1e761e653fec req-eed41691-5e7e-4c88-8e0d-c494f3cd2a3a service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857697 Mar 08 05:16:46.484139 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c55bc-8374-4f01-806e-d728003c5b45 req-93d27608-cbda-4130-a57f-9f0acafc647d tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:46.488216 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3a7c55bc-8374-4f01-806e-d728003c5b45 req-93d27608-cbda-4130-a57f-9f0acafc647d tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0591919 Mar 08 05:16:46.561731 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3a7c55bc-8374-4f01-806e-d728003c5b45 req-e91a116d-7e18-4776-a0db-d4048eb997d5 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662310 Mar 08 05:16:46.603902 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816c5f-480e-4950-affe-d6f100a5fdaf req-ee3928af-29c4-4221-bc1a-74243f35ed8b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:46.605489 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-22816c5f-480e-4950-affe-d6f100a5fdaf req-ee3928af-29c4-4221-bc1a-74243f35ed8b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 944 time: 0.0638049 Mar 08 05:16:46.656706 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-22816c5f-480e-4950-affe-d6f100a5fdaf req-bb278df9-4dbb-4dff-be51-bb1d152d6df5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450571 Mar 08 05:16:47.695101 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1989a6-8cbd-4295-a1e7-8f60deb75478 req-fd590aa3-f917-4e4e-9cc7-f0cac3cf7d2d tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:47.696746 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4e1989a6-8cbd-4295-a1e7-8f60deb75478 req-fd590aa3-f917-4e4e-9cc7-f0cac3cf7d2d tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0625982 Mar 08 05:16:47.800288 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4e1989a6-8cbd-4295-a1e7-8f60deb75478 req-6d15937f-1022-48a4-8055-2b82896b2c4f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972393 Mar 08 05:16:47.827238 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fef98-d00a-4509-8634-fdd9001409e9 req-2f902408-c75c-43cc-8708-46ef8c55f1e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:47.829102 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1b9fef98-d00a-4509-8634-fdd9001409e9 req-2f902408-c75c-43cc-8708-46ef8c55f1e0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 944 time: 0.0875881 Mar 08 05:16:47.886869 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1b9fef98-d00a-4509-8634-fdd9001409e9 req-4efbb1bb-767a-4d9e-a547-4197855dc65b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461991 Mar 08 05:16:48.391627 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:16:48.528908 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 781f9e98-d057-48e1-aa51-de683d4ddbe8 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:16:48.534871 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 781f9e98-d057-48e1-aa51-de683d4ddbe8 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:16:48.535464 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:48.631972 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 781f9e98-d057-48e1-aa51-de683d4ddbe8 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:16:48.632276 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:48.659602 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:48.661923 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ccab0a-6302-4bdf-a0b2-60aa81208ae0" -d '{"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-plugged", "status": "completed", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:48.683199 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:16:48.710044 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9bc57b-c35c-4fbf-89e3-aa9417cccd54 x-openstack-request-id: req-4c9bc57b-c35c-4fbf-89e3-aa9417cccd54 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:48.710339 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-plugged", "status": "completed", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:48.710595 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c9bc57b-c35c-4fbf-89e3-aa9417cccd54 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:48.711023 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'code': 200} Mar 08 05:16:48.783892 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:48.843323 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:48.968338 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c4be-6dd5-4de8-bc04-2b18273bbf5c req-6690f5c8-a682-456c-8084-f47102b83b7c tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:48.969956 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0de3c4be-6dd5-4de8-bc04-2b18273bbf5c req-6690f5c8-a682-456c-8084-f47102b83b7c tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0686750 Mar 08 05:16:49.080014 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84449-9fe9-4753-9e43-75e50cc57fcb req-8b0d2727-9950-41ca-ba4c-be2d9dfc9ae0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:49.081627 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4cb84449-9fe9-4753-9e43-75e50cc57fcb req-8b0d2727-9950-41ca-ba4c-be2d9dfc9ae0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.1057875 Mar 08 05:16:49.087408 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0de3c4be-6dd5-4de8-bc04-2b18273bbf5c req-6d225a9c-810b-48da-bd64-5d75d3de16a8 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101027 Mar 08 05:16:49.139247 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4cb84449-9fe9-4753-9e43-75e50cc57fcb req-6d32f641-ef73-4bfe-8b97-a7c1b2deb9c8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502329 Mar 08 05:16:49.739630 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-486609b3-4dd1-4bd3-9565-a8b94beeb2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:50.235928 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3b27f-d5b1-44fc-9ae5-630623641d23 req-1cb1db11-14d3-4560-9360-324383297290 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:50.237558 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6ca3b27f-d5b1-44fc-9ae5-630623641d23 req-1cb1db11-14d3-4560-9360-324383297290 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0711670 Mar 08 05:16:50.319643 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310c1c5-4307-4dd9-a47f-94f716170c23 req-39d8445c-01bf-481e-af92-937100b95e24 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:50.321160 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0310c1c5-4307-4dd9-a47f-94f716170c23 req-39d8445c-01bf-481e-af92-937100b95e24 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.1035511 Mar 08 05:16:50.334011 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6ca3b27f-d5b1-44fc-9ae5-630623641d23 req-75bcdb3b-7c7c-4d8f-9ae7-3f3fc156d675 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810542 Mar 08 05:16:50.380868 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0310c1c5-4307-4dd9-a47f-94f716170c23 req-fb0436e8-eec4-4365-9047-d967263e530b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523732 Mar 08 05:16:51.335644 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e452e-0c6c-4044-a37b-aa4425fbcb1f req-27791023-883b-4084-b6bb-22216a0757cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:51.338604 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-238e452e-0c6c-4044-a37b-aa4425fbcb1f req-27791023-883b-4084-b6bb-22216a0757cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 1129 time: 0.0967138 Mar 08 05:16:51.389746 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-238e452e-0c6c-4044-a37b-aa4425fbcb1f req-bd962701-c1d8-4ba2-a355-deb963c46034 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459237 Mar 08 05:16:51.463819 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b885e-e971-459b-b9c2-543e5ee975c2 req-32ac28f0-48fa-4fef-9b7a-bfc647f44056 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:51.465399 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2f9b885e-e971-459b-b9c2-543e5ee975c2 req-32ac28f0-48fa-4fef-9b7a-bfc647f44056 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0610967 Mar 08 05:16:51.561243 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764e23f-ea48-432c-8992-38523815d4ec req-88afa95b-5433-4e00-9aa8-f65844298656 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:51.562780 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a764e23f-ea48-432c-8992-38523815d4ec req-88afa95b-5433-4e00-9aa8-f65844298656 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0964684 Mar 08 05:16:51.567794 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2f9b885e-e971-459b-b9c2-543e5ee975c2 req-96b5675a-3b0a-4c9c-b06d-63a289142cfe tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933247 Mar 08 05:16:51.611901 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a764e23f-ea48-432c-8992-38523815d4ec req-327e0673-b1f6-46b8-8e1b-9dc93b1f2e4c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Mar 08 05:16:52.411565 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-b9467234-8b4f-4366-b7c5-2a3ac006abdb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:52.413146 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-b9467234-8b4f-4366-b7c5-2a3ac006abdb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/networks?id=22ac0b8d-4656-4559-97a7-560b1d4b06f7 HTTP/1.1" status: 200 len: 813 time: 0.1231112 Mar 08 05:16:52.435271 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-83316cfd-c4a0-4254-a1ac-bae62ad48c22 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/quotas/7e2c99e12c3547c8be346bc36c63ef30 HTTP/1.1" status: 200 len: 375 time: 0.0153689 Mar 08 05:16:52.469213 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-6b9340f5-8ff9-438d-847c-5800b2b12c7c tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e2c99e12c3547c8be346bc36c63ef30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287073 Mar 08 05:16:52.568008 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-03c8233e-f5e6-4811-a89a-678a7b038c2e service neutron] 10.222.0.26 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921733 Mar 08 05:16:52.648353 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1cd2-7e5c-4e62-9d58-a138da63c3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:52.667939 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-b0ceb3ef-29ea-4fb4-993e-b4f4f6497762 service neutron] 10.222.0.26 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937650 Mar 08 05:16:53.036757 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9b552-cc20-488d-b538-553d333445cf req-b96eef0a-e590-41e0-92cf-af4a08a11f1e tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:53.037805 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-80f9b552-cc20-488d-b538-553d333445cf req-b96eef0a-e590-41e0-92cf-af4a08a11f1e tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0987368 Mar 08 05:16:53.051454 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b82dc-7767-419f-986d-0a373b443427 req-fd7979b7-4abc-4a62-8043-b66627971692 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:53.052965 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-443b82dc-7767-419f-986d-0a373b443427 req-fd7979b7-4abc-4a62-8043-b66627971692 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0979745 Mar 08 05:16:53.144078 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-443b82dc-7767-419f-986d-0a373b443427 req-02f227fe-40dc-42b4-bebc-73bd3cf69483 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830827 Mar 08 05:16:53.152629 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-80f9b552-cc20-488d-b538-553d333445cf req-8939434a-a695-4bee-a8ea-85e3e8c6e9c2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985115 Mar 08 05:16:53.220936 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7678389d-0025-48a0-a8b8-5941ce62e547 req-6351c5c5-7ceb-48f7-9d20-c730c61b9af5 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 210 time: 0.0306740 Mar 08 05:16:53.295133 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7fb7-c4d7-4ccc-9c27-bf4d80997c0b req-eaf6a97f-fe41-437d-9228-d65be2c5c71e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:53.296692 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-664b7fb7-c4d7-4ccc-9c27-bf4d80997c0b req-eaf6a97f-fe41-437d-9228-d65be2c5c71e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0652735 Mar 08 05:16:53.305491 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41086) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:16:53.317640 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-b24c2216-574d-4ffb-9169-272500cf3781 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Request body: {'floatingip': {'port_id': '781f9e98-d057-48e1-aa51-de683d4ddbe8'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:53.353358 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b24c2216-574d-4ffb-9169-272500cf3781 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (6a3a267f-1777-417e-9eb4-d04c18835872), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:53.827717 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b24c2216-574d-4ffb-9169-272500cf3781 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:53.928297 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b24c2216-574d-4ffb-9169-272500cf3781 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (6a3a267f-1777-417e-9eb4-d04c18835872), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:54.046034 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [None req-b24c2216-574d-4ffb-9169-272500cf3781 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Floating IP 6a3a267f-1777-417e-9eb4-d04c18835872 associated. External IP: 172.27.2.28, port: 781f9e98-d057-48e1-aa51-de683d4ddbe8. Mar 08 05:16:54.296010 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcd574-c421-4f1a-8815-aacee86e6fac req-20305c58-29a2-4d35-9390-31a03cd33338 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:54.297857 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e3dcd574-c421-4f1a-8815-aacee86e6fac req-20305c58-29a2-4d35-9390-31a03cd33338 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0627618 Mar 08 05:16:54.346467 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aed3b863-2f7f-411a-bf68-baf5f58a72d0 req-b238af4b-e669-4299-8939-e66e6f984888 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 210 time: 0.0474942 Mar 08 05:16:54.398244 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e3dcd574-c421-4f1a-8815-aacee86e6fac req-5101f6c3-d834-49db-a575-5b6bbfb56e84 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881379 Mar 08 05:16:54.510727 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24c2216-574d-4ffb-9169-272500cf3781 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Router 9a9c5000-e01f-435f-a150-83a12cc98d62 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:16:54.620805 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:54.625529 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24c2216-574d-4ffb-9169-272500cf3781 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:16:54.630121 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-b24c2216-574d-4ffb-9169-272500cf3781 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:54.647918 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] Sync routers for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:16:54.659028 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:54.659728 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:16:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:54.665175 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-b24c2216-574d-4ffb-9169-272500cf3781 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "PUT /v2.0/floatingips/6a3a267f-1777-417e-9eb4-d04c18835872 HTTP/1.1" status: 200 len: 990 time: 1.3572283 Mar 08 05:16:54.665761 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:54.668117 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f62bcd-6ca3-467c-a6be-dc32a02da28f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:54.718021 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526c0179-58fc-4fd6-87fe-b825e4b936d6 x-openstack-request-id: req-526c0179-58fc-4fd6-87fe-b825e4b936d6 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:54.718465 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:54.718869 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-526c0179-58fc-4fd6-87fe-b825e4b936d6 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:54.719508 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'status': 'completed', 'code': 200} Mar 08 05:16:54.796590 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:54.819970 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-d3b8a598-50a0-4379-b6ea-7e22220060c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:54.822301 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-d3b8a598-50a0-4379-b6ea-7e22220060c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 1129 time: 0.0508900 Mar 08 05:16:54.939539 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-8c3b94b9-9316-430c-ba72-51c90f37e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:54.941971 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-8c3b94b9-9316-430c-ba72-51c90f37e035 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 917 time: 0.1141770 Mar 08 05:16:55.030668 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-47eb1d6f-5343-473a-b3f8-e3fb473348fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8 HTTP/1.1" status: 200 len: 998 time: 0.0816898 Mar 08 05:16:55.056695 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '6a3a267f-1777-417e-9eb4-d04c18835872', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'port_id': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'mac_address': 'fa:16:3e:d1:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:16:33Z', 'updated_at': '2022-03-08T05:16:53Z', 'revision_number': 1, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:55.086600 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] Checking router: 9a9c5000-e01f-435f-a150-83a12cc98d62 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:16:55.096255 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-9d89a149-efd8-47f0-b05d-9918ee700235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:55.096673 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:16:55.097164 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:16:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:55.097765 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-9d89a149-efd8-47f0-b05d-9918ee700235 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.0556540 Mar 08 05:16:55.160913 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-a945bc59-fde0-49ac-ab2f-2b1eec98c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:55.162444 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-a945bc59-fde0-49ac-ab2f-2b1eec98c7a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574777 Mar 08 05:16:55.218935 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:16:55.269946 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-a43de7fb-d3cf-42f7-9f53-43b4bc714620 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980926 Mar 08 05:16:55.384137 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-79f62bcd-6ca3-467c-a6be-dc32a02da28f req-23a4cb22-cb63-4895-9185-a32ecd3d48a7 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984459 Mar 08 05:16:55.487953 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-94708a06-10de-4fd8-9527-49a301123e4f req-7ecb737b-c1a9-4039-8eca-57c952707bfc tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 210 time: 0.0511374 Mar 08 05:16:55.523978 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '6a3a267f-1777-417e-9eb4-d04c18835872', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'port_id': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'mac_address': 'fa:16:3e:d1:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:16:33Z', 'updated_at': '2022-03-08T05:16:53Z', 'revision_number': 1, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:16:55.557925 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b3b06-08c2-4acb-b738-b7c80da96589 None None] The sync data for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi is: [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '6a3a267f-1777-417e-9eb4-d04c18835872', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'port_id': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'mac_address': 'fa:16:3e:d1:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:16:33Z', 'updated_at': '2022-03-08T05:16:53Z', 'revision_number': 1, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:16:55.559371 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245052e-eb49-4e3d-af5a-0295ee64d040 req-ecaee624-ea5c-497e-aa04-f20d18bfad01 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:55.561196 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9245052e-eb49-4e3d-af5a-0295ee64d040 req-ecaee624-ea5c-497e-aa04-f20d18bfad01 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0760081 Mar 08 05:16:55.568683 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:55.571331 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-b0d2b6ab-69a4-4ba3-9be0-1a05f5c2d259 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:55.577034 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-b0d2b6ab-69a4-4ba3-9be0-1a05f5c2d259 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.13 "GET /v2.0/networks?id=22ac0b8d-4656-4559-97a7-560b1d4b06f7 HTTP/1.1" status: 200 len: 813 time: 0.1361103 Mar 08 05:16:55.595611 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Request body: {'port': {'device_id': 'fe95a1a2-2805-4c7a-98e3-d8771bec9d76', 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7', 'admin_state_up': True, 'tenant_id': '7e2c99e12c3547c8be346bc36c63ef30'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:55.651578 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9245052e-eb49-4e3d-af5a-0295ee64d040 req-84260d7f-a156-4691-bd97-ed91d3411078 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823793 Mar 08 05:16:55.796737 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6bf1a0-a91d-42b7-aa0c-3e558a590263 None None] New status for floating IP 6a3a267f-1777-417e-9eb4-d04c18835872: ACTIVE {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:16:55.803041 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Made reservation on behalf of 7e2c99e12c3547c8be346bc36c63ef30 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:16:55.808219 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:55.943595 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Allocated IP 172.20.0.4 (22ac0b8d-4656-4559-97a7-560b1d4b06f7/eebf52a1-ce17-4a91-a26f-589fcb3db30e/494c70bb-9d8e-47d4-ad68-9d31aba0a318) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:16:56.107774 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks [] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:56.202956 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:56.254813 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:16:56.257753 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:16:56.261746 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:16:56.271341 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Pushing event updated for resources: {'Port': ['ID=494c70bb-9d8e-47d4-ad68-9d31aba0a318,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:56.313019 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:56.313643 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:56.410702 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-21451578-318f-448c-b175-93bdacdf5ebb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8192344 Mar 08 05:16:56.428865 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Request body: {'port': {'device_id': 'fe95a1a2-2805-4c7a-98e3-d8771bec9d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:16:56.482324 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:56.489650 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:56.621084 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c460fb-67f3-4f52-9dc9-997fbab0b92f req-f45412b4-dfa7-4fa0-8155-42cb2c18e254 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:56.622674 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e8c460fb-67f3-4f52-9dc9-997fbab0b92f req-f45412b4-dfa7-4fa0-8155-42cb2c18e254 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 931 time: 0.0561373 Mar 08 05:16:56.681877 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e8c460fb-67f3-4f52-9dc9-997fbab0b92f req-09921c39-5aab-4b68-80b1-eebbc95a5dd3 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523818 Mar 08 05:16:56.781090 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494c70bb-9d8e-47d4-ad68-9d31aba0a318 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:16:56.788948 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Publish callbacks [] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:56.801870 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711c1a0-7505-4105-93cc-6da4e1b389d6 req-a3af56e2-3442-458b-86e1-5efdae8e62f9 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:56.802105 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Transition to ACTIVE for port object 494c70bb-9d8e-47d4-ad68-9d31aba0a318 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:16:56.803381 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e711c1a0-7505-4105-93cc-6da4e1b389d6 req-a3af56e2-3442-458b-86e1-5efdae8e62f9 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0582659 Mar 08 05:16:56.874144 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e711c1a0-7505-4105-93cc-6da4e1b389d6 req-a8fcfbaf-ab3d-4b14-9150-b5424f414c1b tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642791 Mar 08 05:16:56.892176 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:56.961095 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Pushing event updated for resources: {'Port': ['ID=494c70bb-9d8e-47d4-ad68-9d31aba0a318,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:57.019126 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Attempting to bind port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:16:57.019458 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Attempting to bind port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:16:57.019784 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Attempting to bind port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 on network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:16:57.024490 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 on network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:16:57.024811 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Attempting to bind port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 on network 22ac0b8d-4656-4559-97a7-560b1d4b06f7 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:16:57.029646 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:16:57.029978 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Checking segment: {'id': '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:16:57.030353 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Bound using segment: {'id': '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:16:57.030765 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Bound port: 494c70bb-9d8e-47d4-ad68-9d31aba0a318, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:16:57.031151 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:57.110782 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] For port 494c70bb-9d8e-47d4-ad68-9d31aba0a318, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:16:57.115825 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] For port 494c70bb-9d8e-47d4-ad68-9d31aba0a318, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=494c70bb-9d8e-47d4-ad68-9d31aba0a318,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:16:57.201201 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:57.240093 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:57.250383 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:16:57.250383 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] 10.222.0.13 "PUT /v2.0/ports/494c70bb-9d8e-47d4-ad68-9d31aba0a318 HTTP/1.1" status: 200 len: 1093 time: 0.8177516 Mar 08 05:16:57.250383 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe95a1a2-2805-4c7a-98e3-d8771bec9d76', 'tag': '494c70bb-9d8e-47d4-ad68-9d31aba0a318'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:16:57.250383 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea211b7-65f9-4115-b8ca-007195ba9efd" -d '{"events": [{"name": "network-changed", "server_uuid": "fe95a1a2-2805-4c7a-98e3-d8771bec9d76", "tag": "494c70bb-9d8e-47d4-ad68-9d31aba0a318"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:16:57.266042 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5d01d-2e7e-4625-85b9-1080fd28402a service neutron] Pushing event updated for resources: {'Port': ['ID=494c70bb-9d8e-47d4-ad68-9d31aba0a318,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:16:57.290592 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62500577-50fc-4678-b328-03ed12af6d20 x-openstack-request-id: req-62500577-50fc-4678-b328-03ed12af6d20 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:16:57.290592 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe95a1a2-2805-4c7a-98e3-d8771bec9d76", "tag": "494c70bb-9d8e-47d4-ad68-9d31aba0a318", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:16:57.290592 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62500577-50fc-4678-b328-03ed12af6d20 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:16:57.290592 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe95a1a2-2805-4c7a-98e3-d8771bec9d76', 'tag': '494c70bb-9d8e-47d4-ad68-9d31aba0a318', 'status': 'completed', 'code': 200} Mar 08 05:16:57.386934 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea211b7-65f9-4115-b8ca-007195ba9efd req-3e4c8ad7-1078-4596-9cf9-8572c6dd95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:57.388543 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5ea211b7-65f9-4115-b8ca-007195ba9efd req-3e4c8ad7-1078-4596-9cf9-8572c6dd95c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e2c99e12c3547c8be346bc36c63ef30&device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 1127 time: 0.0499952 Mar 08 05:16:57.502089 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea211b7-65f9-4115-b8ca-007195ba9efd req-ebb56236-c0d6-4301-be29-57cf4a3f3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:57.503621 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5ea211b7-65f9-4115-b8ca-007195ba9efd req-ebb56236-c0d6-4301-be29-57cf4a3f3352 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7e2c99e12c3547c8be346bc36c63ef30&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1003401 Mar 08 05:16:57.604340 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea211b7-65f9-4115-b8ca-007195ba9efd req-1e85ae45-2557-464b-a72c-59791638ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:57.605837 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5ea211b7-65f9-4115-b8ca-007195ba9efd req-1e85ae45-2557-464b-a72c-59791638ea48 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960860 Mar 08 05:16:57.726185 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-5d2cd116-45bd-44a6-bbcc-dadf5c1348fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:57.729631 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-5d2cd116-45bd-44a6-bbcc-dadf5c1348fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e2c99e12c3547c8be346bc36c63ef30&device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 1127 time: 0.0619597 Mar 08 05:16:57.784806 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-3961706f-27e8-4b7b-9a50-d981aad9c2dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=494c70bb-9d8e-47d4-ad68-9d31aba0a318 HTTP/1.1" status: 200 len: 217 time: 0.0396242 Mar 08 05:16:57.825494 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81457104-5b97-4a1f-afed-08f65a47383e req-7f6cf2ac-39ab-4803-b286-7e85c447a3c1 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:57.827191 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-81457104-5b97-4a1f-afed-08f65a47383e req-7f6cf2ac-39ab-4803-b286-7e85c447a3c1 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 943 time: 0.0575197 Mar 08 05:16:57.837954 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-118e11ac-33c8-4e8c-ab8b-36ba17cfbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:57.839479 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-118e11ac-33c8-4e8c-ab8b-36ba17cfbcf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eebf52a1-ce17-4a91-a26f-589fcb3db30e HTTP/1.1" status: 200 len: 853 time: 0.0478127 Mar 08 05:16:57.878579 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-2144118e-b804-4ebc-97e6-45fdf13f2ebf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22ac0b8d-4656-4559-97a7-560b1d4b06f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318456 Mar 08 05:16:57.880825 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-81457104-5b97-4a1f-afed-08f65a47383e req-3cc2de3e-7ad7-4583-96d7-c51a72da7690 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Mar 08 05:16:57.994691 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-d7f46eb7-998a-4722-b4c4-be285962191a service neutron] 10.222.0.13 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063592 Mar 08 05:16:58.001587 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139a17a-9228-4f7c-9631-89f5753817d3 req-a594b52d-fc95-416e-9785-b28e2519b83e tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:58.003102 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5139a17a-9228-4f7c-9631-89f5753817d3 req-a594b52d-fc95-416e-9785-b28e2519b83e tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0547569 Mar 08 05:16:58.082715 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5139a17a-9228-4f7c-9631-89f5753817d3 req-d60cbfdc-a33c-481a-82cf-548586e23193 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&id=eb6cfd61-9aa8-4304-97ca-e988adf68970&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739422 Mar 08 05:16:58.093593 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-3fa1bb91-f011-4072-92ec-6c41e613a863 req-1aaecfe4-a4e2-49df-adaf-040027a36903 service neutron] 10.222.0.13 "GET /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930200 Mar 08 05:16:59.010195 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc56dbd-8633-4564-b9bc-bc505d4e976a req-53ef6ce1-1b28-4856-b491-a80b32aa73f0 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:16:59.011816 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5fc56dbd-8633-4564-b9bc-bc505d4e976a req-53ef6ce1-1b28-4856-b491-a80b32aa73f0 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 943 time: 0.0568593 Mar 08 05:16:59.061268 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5fc56dbd-8633-4564-b9bc-bc505d4e976a req-4640f1cc-b563-4469-9d21-145cdaae83b1 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Mar 08 05:16:59.425351 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:00.181485 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72684ab2-8347-491b-8c3a-d98fdbbde59e req-ecfc60e0-ce66-4757-a4d9-c2133ccbd4df tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:00.183181 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-72684ab2-8347-491b-8c3a-d98fdbbde59e req-ecfc60e0-ce66-4757-a4d9-c2133ccbd4df tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 943 time: 0.0540202 Mar 08 05:17:00.233517 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-72684ab2-8347-491b-8c3a-d98fdbbde59e req-7592ea91-8421-47de-b85a-3952b28abc4e tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447688 Mar 08 05:17:00.429051 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 494c70bb-9d8e-47d4-ad68-9d31aba0a318 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:17:00.530430 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 494c70bb-9d8e-47d4-ad68-9d31aba0a318, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=494c70bb-9d8e-47d4-ad68-9d31aba0a318,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:00.542021 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '494c70bb-9d8e-47d4-ad68-9d31aba0a318', 'network_id': '22ac0b8d-4656-4559-97a7-560b1d4b06f7', 'port_id': '494c70bb-9d8e-47d4-ad68-9d31aba0a318', 'mac_address': 'fa:16:3e:7e:b9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eebf52a1-ce17-4a91-a26f-589fcb3db30e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:17:00.578691 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:17:00.579112 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:00.592419 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494c70bb-9d8e-47d4-ad68-9d31aba0a318 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:17:00.617082 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 494c70bb-9d8e-47d4-ad68-9d31aba0a318, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=494c70bb-9d8e-47d4-ad68-9d31aba0a318,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:00.694831 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:00.749952 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=494c70bb-9d8e-47d4-ad68-9d31aba0a318,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:00.757367 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.757715 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.758059 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.758401 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.759907 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.760593 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.761094 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.761653 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.762038 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.762615 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.763043 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.763483 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:00.763868 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:01.060461 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['494c70bb-9d8e-47d4-ad68-9d31aba0a318'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:17:01.366677 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbba85-0eda-4056-8855-0029fcb30e84 req-e89bcec9-2401-4339-8e70-94f43bf08a90 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:01.368347 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aadbba85-0eda-4056-8855-0029fcb30e84 req-e89bcec9-2401-4339-8e70-94f43bf08a90 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 944 time: 0.0630324 Mar 08 05:17:01.417779 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aadbba85-0eda-4056-8855-0029fcb30e84 req-2180785e-9b17-4a5c-abae-cf2714a585d4 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Mar 08 05:17:01.754726 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41148) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:01.759458 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-194d5d15-e31e-420b-a67b-20fe33bfd32e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174141049', 'description': 'tempest-description--1214646000'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:17:01.858365 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-194d5d15-e31e-420b-a67b-20fe33bfd32e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:01.927152 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-194d5d15-e31e-420b-a67b-20fe33bfd32e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.012207 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-194d5d15-e31e-420b-a67b-20fe33bfd32e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.042577 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d5d15-e31e-420b-a67b-20fe33bfd32e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:02.135397 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-194d5d15-e31e-420b-a67b-20fe33bfd32e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.136590 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-194d5d15-e31e-420b-a67b-20fe33bfd32e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3807745 Mar 08 05:17:02.139573 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41150) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:02.144822 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-8d72f382-3a63-433e-aca4-ab8fb0f8d64b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group_rule': {'security_group_id': '5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:17:02.241687 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8d72f382-3a63-433e-aca4-ab8fb0f8d64b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (cd7e35f1-f4f5-452b-ae98-a49f4613500d), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.300819 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8d72f382-3a63-433e-aca4-ab8fb0f8d64b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (cd7e35f1-f4f5-452b-ae98-a49f4613500d), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.385835 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8d72f382-3a63-433e-aca4-ab8fb0f8d64b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (cd7e35f1-f4f5-452b-ae98-a49f4613500d), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.403992 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72f382-3a63-433e-aca4-ab8fb0f8d64b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7e35f1-f4f5-452b-ae98-a49f4613500d,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:02.440411 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 494c70bb-9d8e-47d4-ad68-9d31aba0a318 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:17:02.487748 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-8d72f382-3a63-433e-aca4-ab8fb0f8d64b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.489314 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-8d72f382-3a63-433e-aca4-ab8fb0f8d64b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3487458 Mar 08 05:17:02.493849 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41154) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:02.498374 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-0cfe77a9-aeb9-4898-b980-09219489f6fa tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group_rule': {'security_group_id': '5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:17:02.586018 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cdbd1-1131-4704-a522-69687d6dd867 req-20a6da87-8577-4a7d-93da-31a4c5e3fcad tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:02.590955 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7b6cdbd1-1131-4704-a522-69687d6dd867 req-20a6da87-8577-4a7d-93da-31a4c5e3fcad tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 944 time: 0.0761888 Mar 08 05:17:02.611385 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cfe77a9-aeb9-4898-b980-09219489f6fa tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (487bd2d0-63e4-42ed-ab9b-20ee765bd812), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.623840 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:17:02.629609 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:17:02.630493 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.643128 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7b6cdbd1-1131-4704-a522-69687d6dd867 req-b3974cdb-2e92-4cdd-b95f-5980cb8c9441 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454130 Mar 08 05:17:02.681600 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cfe77a9-aeb9-4898-b980-09219489f6fa tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (487bd2d0-63e4-42ed-ab9b-20ee765bd812), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.739694 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:17:02.740189 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.751086 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cfe77a9-aeb9-4898-b980-09219489f6fa tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (487bd2d0-63e4-42ed-ab9b-20ee765bd812), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.765770 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95a1a2-2805-4c7a-98e3-d8771bec9d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494c70bb-9d8e-47d4-ad68-9d31aba0a318'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:17:02.768088 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e944f82-1429-4116-b6eb-46ccd583e3e3" -d '{"events": [{"server_uuid": "fe95a1a2-2805-4c7a-98e3-d8771bec9d76", "name": "network-vif-plugged", "status": "completed", "tag": "494c70bb-9d8e-47d4-ad68-9d31aba0a318"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:17:02.768953 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe77a9-aeb9-4898-b980-09219489f6fa tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487bd2d0-63e4-42ed-ab9b-20ee765bd812,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:02.785394 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 494c70bb-9d8e-47d4-ad68-9d31aba0a318, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=494c70bb-9d8e-47d4-ad68-9d31aba0a318,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:02.811940 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b01c994-bd00-489c-bf73-c88d9871d4e5 x-openstack-request-id: req-8b01c994-bd00-489c-bf73-c88d9871d4e5 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:17:02.812232 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95a1a2-2805-4c7a-98e3-d8771bec9d76", "name": "network-vif-plugged", "status": "completed", "tag": "494c70bb-9d8e-47d4-ad68-9d31aba0a318", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:17:02.812483 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b01c994-bd00-489c-bf73-c88d9871d4e5 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:17:02.812907 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe95a1a2-2805-4c7a-98e3-d8771bec9d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494c70bb-9d8e-47d4-ad68-9d31aba0a318', 'code': 200} Mar 08 05:17:02.857689 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0cfe77a9-aeb9-4898-b980-09219489f6fa tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.859300 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0cfe77a9-aeb9-4898-b980-09219489f6fa tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3643618 Mar 08 05:17:02.871267 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41158) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:02.878416 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:17:02.900557 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:02.953614 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=494c70bb-9d8e-47d4-ad68-9d31aba0a318,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:02.985290 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:03.090046 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:03.250595 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Allocated IP 172.27.2.65 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/98514591-71e5-4ca9-8956-adaebc4100ff) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:17:03.254258 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ef070-72ba-4cdb-acd7-0c919da8b507 req-9238de58-9144-490b-8ddf-1fb6617d79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:03.255929 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-728ef070-72ba-4cdb-acd7-0c919da8b507 req-9238de58-9144-490b-8ddf-1fb6617d79c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 1129 time: 0.1027207 Mar 08 05:17:03.363431 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-728ef070-72ba-4cdb-acd7-0c919da8b507 req-1f394841-b359-4b8e-b555-d93da11602a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973103 Mar 08 05:17:03.401068 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (98514591-71e5-4ca9-8956-adaebc4100ff), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:03.506579 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (98514591-71e5-4ca9-8956-adaebc4100ff), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:03.551079 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:17:03.553996 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:17:03.557257 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:17:03.563560 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=98514591-71e5-4ca9-8956-adaebc4100ff,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:03.656376 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (2ae964fc-5d11-4603-a579-0b7b83c06cb2), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:03.760821 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (98514591-71e5-4ca9-8956-adaebc4100ff), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:03.782081 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8deab-8b78-4f86-9092-eb77d731d655 req-ec83132e-d768-44d8-88c4-12a81ec372cb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:03.783664 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-26b8deab-8b78-4f86-9092-eb77d731d655 req-ec83132e-d768-44d8-88c4-12a81ec372cb tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 945 time: 0.0568750 Mar 08 05:17:03.836826 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-26b8deab-8b78-4f86-9092-eb77d731d655 req-53e2aa74-e355-4e18-a83c-cae4421c6209 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458987 Mar 08 05:17:03.920166 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (98514591-71e5-4ca9-8956-adaebc4100ff), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:03.985167 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (98514591-71e5-4ca9-8956-adaebc4100ff), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:04.054098 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=98514591-71e5-4ca9-8956-adaebc4100ff,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:04.065055 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (2ae964fc-5d11-4603-a579-0b7b83c06cb2), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:04.145793 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:04.147103 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-e3667c61-63d7-4b2d-a20e-dce47529123e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2745135 Mar 08 05:17:04.308474 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-8f865ca7-2989-441c-a41f-371b54593a4b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--174141049&fields=id&tenant_id=a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 267 time: 0.0433879 Mar 08 05:17:04.421166 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-2fb61dd7-599f-4b22-be41-1f0b59af1c0a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:04.422638 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-2fb61dd7-599f-4b22-be41-1f0b59af1c0a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 815 time: 0.1076698 Mar 08 05:17:04.438564 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-488650c7-bab8-4095-b73e-b73295b8bcb6 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/quotas/a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 375 time: 0.0101306 Mar 08 05:17:04.499761 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-51f02623-b1e2-4ce4-805b-371e4b6803ae tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553215 Mar 08 05:17:04.608197 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-278b0c96-034f-4c38-b185-df9f8b66274e service neutron] 10.222.0.26 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965159 Mar 08 05:17:04.720190 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-91b5b48f-b6c6-4d33-8467-77b3cd77749f service neutron] 10.222.0.26 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099331 Mar 08 05:17:04.993536 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153ca2c-7fee-4a86-a2d5-e1f02ba78983 req-0294eefd-7f90-4e39-81e3-974dbf290750 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:04.997194 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2153ca2c-7fee-4a86-a2d5-e1f02ba78983 req-0294eefd-7f90-4e39-81e3-974dbf290750 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 945 time: 0.0678804 Mar 08 05:17:05.036184 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0a2cfa5a-c632-4af0-be34-9be33983e0df req-633a6928-ef1d-488b-871e-eb86d3f66259 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 210 time: 0.0510936 Mar 08 05:17:05.083298 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2153ca2c-7fee-4a86-a2d5-e1f02ba78983 req-743dca3a-d7f5-499f-ad10-8ace4d349cc2 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683327 Mar 08 05:17:06.137091 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-21ff59e9-180b-4c90-b9b6-9fa0ba04e059 req-06da4acf-d88d-4c37-ab86-2e5a0e109233 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 210 time: 0.0305247 Mar 08 05:17:07.259012 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-33dca408-0880-420c-945f-3f4d9658e5e0 req-3aa02604-b9d4-47e6-8675-c372d590576a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 210 time: 0.0293627 Mar 08 05:17:07.358009 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-871e52ec-6511-466c-912f-f82826913ebb tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:07.359452 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-871e52ec-6511-466c-912f-f82826913ebb tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 815 time: 0.1113074 Mar 08 05:17:07.443350 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-c2788b5a-955e-4cbd-ac92-eab26505cbab tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 472 time: 0.0669026 Mar 08 05:17:07.454182 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'port': {'device_id': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'admin_state_up': True, 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'security_groups': ['5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:17:07.631068 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Made reservation on behalf of a07946f08cba401dbc41861ae2fecd44 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:17:07.634590 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:07.769454 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Allocated IP 172.20.0.8 (9880e08b-4b2b-4ff2-8712-f70f43f42138/a284c7e6-481f-4746-a4b9-a51e04a22163/4966696e-5106-4c5b-9bfb-1147bf8fc3b0) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:17:07.907407 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:08.001432 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:08.054063 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:17:08.057183 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:17:08.061107 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:17:08.067701 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:08.117159 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:08.117936 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:08.220172 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-922a6704-b131-472c-8782-5122d76a21d0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7695005 Mar 08 05:17:08.245048 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Request body: {'port': {'device_id': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:17:08.296492 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-35794544-2a1f-4dc8-913e-5edca056bba2 None None] Provisioning complete for port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:17:08.297561 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-35794544-2a1f-4dc8-913e-5edca056bba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:08.338703 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-35794544-2a1f-4dc8-913e-5edca056bba2 None None] Port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:17:08.425691 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5e2d8-b724-4e84-8dfe-390da0c8a87e req-9b1c222b-c2f8-4de6-9350-a21f1bf6aa24 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:08.427243 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86b5e2d8-b724-4e84-8dfe-390da0c8a87e req-9b1c222b-c2f8-4de6-9350-a21f1bf6aa24 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 931 time: 0.0736983 Mar 08 05:17:08.479749 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86b5e2d8-b724-4e84-8dfe-390da0c8a87e req-cdd39290-4b96-4f61-b1fb-01123e798d70 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466895 Mar 08 05:17:08.571587 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:08.881988 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:17:08.890499 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Publish callbacks [] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:08.905835 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Transition to ACTIVE for port object 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:17:09.002382 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:09.057176 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:09.138727 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Attempting to bind port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:17:09.139001 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Attempting to bind port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:17:09.139335 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Attempting to bind port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:17:09.144394 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:17:09.144903 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Attempting to bind port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:17:09.150626 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:17:09.151191 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Checking segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:17:09.151632 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Bound using segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:17:09.154429 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Bound port: 4966696e-5106-4c5b-9bfb-1147bf8fc3b0, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:17:09.154429 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:09.234119 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] For port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:17:09.238700 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] For port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:17:09.327219 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:09.371480 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:09.372170 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:09.373641 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] 10.222.0.13 "PUT /v2.0/ports/4966696e-5106-4c5b-9bfb-1147bf8fc3b0 HTTP/1.1" status: 200 len: 1093 time: 1.1342845 Mar 08 05:17:09.374119 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'tag': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:17:09.376533 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e8dd29-63f2-46c3-8b67-a69a5d72d6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1fcac7-6889-4ee8-bf31-28fa421e0176", "tag": "4966696e-5106-4c5b-9bfb-1147bf8fc3b0"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:17:09.401391 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47018ee9-9b9b-47bd-8acf-255f2931abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:09.426416 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a1760d-44a1-4172-8a0f-ae537ed6333b x-openstack-request-id: req-76a1760d-44a1-4172-8a0f-ae537ed6333b {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:17:09.426883 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1fcac7-6889-4ee8-bf31-28fa421e0176", "tag": "4966696e-5106-4c5b-9bfb-1147bf8fc3b0", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:17:09.427353 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76a1760d-44a1-4172-8a0f-ae537ed6333b {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:17:09.428162 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'tag': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0', 'status': 'completed', 'code': 200} Mar 08 05:17:09.556808 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8dd29-63f2-46c3-8b67-a69a5d72d6f9 req-d74334d5-2db8-49e3-b90f-b73c922c8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:09.558978 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-66e8dd29-63f2-46c3-8b67-a69a5d72d6f9 req-d74334d5-2db8-49e3-b90f-b73c922c8743 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 1127 time: 0.0807862 Mar 08 05:17:09.642656 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fb1dc-1483-4292-8148-4a308fdf8b21 req-ce539873-1142-4b8b-ac7e-863656fd966d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:09.649987 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-472fb1dc-1483-4292-8148-4a308fdf8b21 req-ce539873-1142-4b8b-ac7e-863656fd966d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 943 time: 0.0887465 Mar 08 05:17:09.691674 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8dd29-63f2-46c3-8b67-a69a5d72d6f9 req-648c2476-7db8-463a-9c98-58ba04b72fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:09.693175 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-66e8dd29-63f2-46c3-8b67-a69a5d72d6f9 req-648c2476-7db8-463a-9c98-58ba04b72fd8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a07946f08cba401dbc41861ae2fecd44&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1090853 Mar 08 05:17:09.697327 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-472fb1dc-1483-4292-8148-4a308fdf8b21 req-5ca49fda-eb3d-4a4d-8d4d-7640b6783448 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464549 Mar 08 05:17:09.797989 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8dd29-63f2-46c3-8b67-a69a5d72d6f9 req-7ecb7f90-9582-4a4b-831d-44613885e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:09.799480 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-66e8dd29-63f2-46c3-8b67-a69a5d72d6f9 req-7ecb7f90-9582-4a4b-831d-44613885e77b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982382 Mar 08 05:17:09.930987 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-8c79ea9a-e887-42bc-a459-7221d6a24a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:09.932488 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-8c79ea9a-e887-42bc-a459-7221d6a24a70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 1127 time: 0.0463288 Mar 08 05:17:09.998015 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-4ea6207c-109b-4fce-a111-ef1635c6d5d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4966696e-5106-4c5b-9bfb-1147bf8fc3b0 HTTP/1.1" status: 200 len: 217 time: 0.0427580 Mar 08 05:17:10.046534 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-70749183-966d-4b48-8ad5-ac5f3e290a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:10.048122 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-70749183-966d-4b48-8ad5-ac5f3e290a4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 200 len: 854 time: 0.0448320 Mar 08 05:17:10.101225 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-f7a2d127-0416-4680-bc20-5fe72ef9a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:10.102801 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-f7a2d127-0416-4680-bc20-5fe72ef9a5f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9880e08b-4b2b-4ff2-8712-f70f43f42138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469861 Mar 08 05:17:10.203527 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-23a49ca6-3f58-4c82-a33a-03888436d094 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907159 Mar 08 05:17:10.313098 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dc5154a4-6fd8-40fc-99a8-18a796cb8c18 req-63af01b8-7bfb-4b94-a745-1332a5f2f3bc service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009762 Mar 08 05:17:10.821926 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c353f8-bde2-4eea-b26f-244ed63bddd8 req-70c663ac-4fae-42ef-aa6e-2f0ba46e6435 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:10.825038 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-59c353f8-bde2-4eea-b26f-244ed63bddd8 req-70c663ac-4fae-42ef-aa6e-2f0ba46e6435 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 943 time: 0.0561180 Mar 08 05:17:10.881933 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-59c353f8-bde2-4eea-b26f-244ed63bddd8 req-137fb880-9295-45f6-badf-0ceb7a539b1d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471709 Mar 08 05:17:12.005235 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6689e6-6a55-4186-b140-c3e71dba5a99 req-84ecd370-4b45-4329-aa7b-0c2bded6a10e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:12.006935 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-de6689e6-6a55-4186-b140-c3e71dba5a99 req-84ecd370-4b45-4329-aa7b-0c2bded6a10e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 943 time: 0.0560477 Mar 08 05:17:12.062074 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-de6689e6-6a55-4186-b140-c3e71dba5a99 req-f68b6fd1-5817-4f47-a704-19903436c600 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492995 Mar 08 05:17:12.484045 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:17:12.584449 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:12.595345 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'port_id': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0', 'mac_address': 'fa:16:3e:c5:43:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:17:12.631415 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:17:12.631818 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:12.645636 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:17:12.667218 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:12.773955 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:12.962964 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:13.142826 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['4966696e-5106-4c5b-9bfb-1147bf8fc3b0'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:17:13.194690 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4a24-fb69-4036-9cc0-49e80249da93 req-7b38a3e5-df2e-46e4-8ace-74295702d2cc tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:13.196249 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3b9d4a24-fb69-4036-9cc0-49e80249da93 req-7b38a3e5-df2e-46e4-8ace-74295702d2cc tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 944 time: 0.0669622 Mar 08 05:17:13.255510 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3b9d4a24-fb69-4036-9cc0-49e80249da93 req-8436bdac-b38f-4bb9-91fd-ddb43af79cff tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497634 Mar 08 05:17:14.388014 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f165-c4d2-42a8-85fa-8bc2f4386158 req-cbc9076c-1f4e-49d1-81b7-b64fee17fe14 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:14.389588 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fa76f165-c4d2-42a8-85fa-8bc2f4386158 req-cbc9076c-1f4e-49d1-81b7-b64fee17fe14 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 944 time: 0.0599453 Mar 08 05:17:14.444754 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fa76f165-c4d2-42a8-85fa-8bc2f4386158 req-0b62313a-754e-4778-994b-cbbfcfea3b6b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493150 Mar 08 05:17:14.503489 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:17:14.624969 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:17:14.628994 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:17:14.629489 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:14.708064 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:17:14.708460 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:14.733234 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:17:14.735480 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4cdff0-9bc5-4a1a-8a2f-7e5f516674bc" -d '{"events": [{"server_uuid": "1a1fcac7-6889-4ee8-bf31-28fa421e0176", "name": "network-vif-plugged", "status": "completed", "tag": "4966696e-5106-4c5b-9bfb-1147bf8fc3b0"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:17:14.747601 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:14.772471 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885403dc-e2f4-439d-b688-c0e470e8a6d6 x-openstack-request-id: req-885403dc-e2f4-439d-b688-c0e470e8a6d6 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:17:14.772764 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1fcac7-6889-4ee8-bf31-28fa421e0176", "name": "network-vif-plugged", "status": "completed", "tag": "4966696e-5106-4c5b-9bfb-1147bf8fc3b0", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:17:14.773020 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-885403dc-e2f4-439d-b688-c0e470e8a6d6 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:17:14.773430 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0', 'code': 200} Mar 08 05:17:14.835125 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:14.893864 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:15.138278 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530aedc-2914-493a-9c76-e44570119980 req-12d90237-083b-47df-a4b5-934b5f4d59bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:15.139720 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f530aedc-2914-493a-9c76-e44570119980 req-12d90237-083b-47df-a4b5-934b5f4d59bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 1129 time: 0.0464456 Mar 08 05:17:15.185861 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f530aedc-2914-493a-9c76-e44570119980 req-7c6ebf8c-a7e2-4d5e-88d3-ffd2607a3df9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374541 Mar 08 05:17:15.573246 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ecaa-5a34-43ef-915d-66b53f132252 req-6f2062c8-32b1-4e8d-aff9-3b77a107fe2d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:15.575431 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2e65ecaa-5a34-43ef-915d-66b53f132252 req-6f2062c8-32b1-4e8d-aff9-3b77a107fe2d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 945 time: 0.0576775 Mar 08 05:17:15.628150 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2e65ecaa-5a34-43ef-915d-66b53f132252 req-3ccaf01a-3395-4ae5-9f16-1d64f4a7e207 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436451 Mar 08 05:17:16.751471 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b570-f816-4452-9529-cbadacf3f7ee req-9bd89c00-97d2-4d6a-b6aa-6369779e5182 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:16.752992 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5ba8b570-f816-4452-9529-cbadacf3f7ee req-9bd89c00-97d2-4d6a-b6aa-6369779e5182 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 945 time: 0.0529602 Mar 08 05:17:16.803596 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5ba8b570-f816-4452-9529-cbadacf3f7ee req-8f9b003e-84f3-4c22-978a-3c4028640def tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450485 Mar 08 05:17:17.926249 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51c018-f0f4-4c8e-8b51-ce935ec5d3f4 req-69b54aeb-aa3b-4d17-870c-7a4500f548cd tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:17.927670 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c51c018-f0f4-4c8e-8b51-ce935ec5d3f4 req-69b54aeb-aa3b-4d17-870c-7a4500f548cd tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 945 time: 0.0532758 Mar 08 05:17:17.981913 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c51c018-f0f4-4c8e-8b51-ce935ec5d3f4 req-a745251c-909c-4356-bc0a-a724cfb06d15 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487816 Mar 08 05:17:19.112217 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c311b-4d9f-4e52-afac-cf176fb4b220 req-dd4f66a9-286e-410f-bbc3-ad3ac3365cd3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:19.116743 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0d4c311b-4d9f-4e52-afac-cf176fb4b220 req-dd4f66a9-286e-410f-bbc3-ad3ac3365cd3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 945 time: 0.0596120 Mar 08 05:17:19.168215 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0d4c311b-4d9f-4e52-afac-cf176fb4b220 req-2a987817-4348-47dc-a90c-e2d533145445 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476356 Mar 08 05:17:19.700289 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d1be6b9b-3f0d-4233-a3b8-084268ace5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:20.294094 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252819b8-37c1-4ed1-9d23-e3a2357e83f1 req-81717d28-9fdb-4afa-bbba-b2f0cea9969b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:20.295631 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-252819b8-37c1-4ed1-9d23-e3a2357e83f1 req-81717d28-9fdb-4afa-bbba-b2f0cea9969b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 945 time: 0.0561907 Mar 08 05:17:20.343667 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-252819b8-37c1-4ed1-9d23-e3a2357e83f1 req-7109cc07-01bf-416d-b190-f79aeec7efca tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422957 Mar 08 05:17:20.464242 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60453b00-7bb2-4927-a804-5551ee00dfec req-dc3d90ab-6528-441b-a222-bfb9b2b4364d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:20.465790 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-60453b00-7bb2-4927-a804-5551ee00dfec req-dc3d90ab-6528-441b-a222-bfb9b2b4364d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 945 time: 0.0586638 Mar 08 05:17:20.478877 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41296) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:20.484026 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-04a22eea-48e0-4966-93c9-bf38303298e4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'floatingip': {'port_id': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:17:20.523486 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-04a22eea-48e0-4966-93c9-bf38303298e4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (2ae964fc-5d11-4603-a579-0b7b83c06cb2), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:20.959522 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-04a22eea-48e0-4966-93c9-bf38303298e4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:21.019303 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-04a22eea-48e0-4966-93c9-bf38303298e4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (2ae964fc-5d11-4603-a579-0b7b83c06cb2), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:21.129869 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [None req-04a22eea-48e0-4966-93c9-bf38303298e4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Floating IP 2ae964fc-5d11-4603-a579-0b7b83c06cb2 associated. External IP: 172.27.2.65, port: 4966696e-5106-4c5b-9bfb-1147bf8fc3b0. Mar 08 05:17:21.338371 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a22eea-48e0-4966-93c9-bf38303298e4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:17:21.452205 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a22eea-48e0-4966-93c9-bf38303298e4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:17:21.456725 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-04a22eea-48e0-4966-93c9-bf38303298e4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:21.462484 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:17:21.472864 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:17:21.473483 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:16:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:21.486695 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-04a22eea-48e0-4966-93c9-bf38303298e4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "PUT /v2.0/floatingips/2ae964fc-5d11-4603-a579-0b7b83c06cb2 HTTP/1.1" status: 200 len: 990 time: 1.0066650 Mar 08 05:17:21.487396 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'tag': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:17:21.489495 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44cc317-133d-4996-8848-42b06482aa0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1fcac7-6889-4ee8-bf31-28fa421e0176", "tag": "4966696e-5106-4c5b-9bfb-1147bf8fc3b0"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:17:21.584805 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258dce68-3646-470c-a998-89a6e19065be x-openstack-request-id: req-258dce68-3646-470c-a998-89a6e19065be {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:17:21.585104 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1fcac7-6889-4ee8-bf31-28fa421e0176", "tag": "4966696e-5106-4c5b-9bfb-1147bf8fc3b0", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:17:21.585366 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-258dce68-3646-470c-a998-89a6e19065be {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:17:21.585772 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'tag': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0', 'status': 'completed', 'code': 200} Mar 08 05:17:21.597011 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:17:21.830018 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '2ae964fc-5d11-4603-a579-0b7b83c06cb2', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:c5:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:17:03Z', 'updated_at': '2022-03-08T05:17:20Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}, {'id': '49950ef0-0570-4104-8eab-b7575ae1c396', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:15:37Z', 'updated_at': '2022-03-08T05:16:03Z', 'revision_number': 2, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:21.856593 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:17:21.864749 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:17:21.865354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:16:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:21.971563 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:17:22.209727 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '2ae964fc-5d11-4603-a579-0b7b83c06cb2', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:c5:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:17:03Z', 'updated_at': '2022-03-08T05:17:20Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}, {'id': '49950ef0-0570-4104-8eab-b7575ae1c396', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:15:37Z', 'updated_at': '2022-03-08T05:16:03Z', 'revision_number': 2, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:22.240411 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82545184-9a1a-434f-baf9-665a32ea799d None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '2ae964fc-5d11-4603-a579-0b7b83c06cb2', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:c5:43:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:17:03Z', 'updated_at': '2022-03-08T05:17:20Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}, {'id': '49950ef0-0570-4104-8eab-b7575ae1c396', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:15:37Z', 'updated_at': '2022-03-08T05:16:03Z', 'revision_number': 2, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:17:22.411172 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:17:22.432420 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda4df9-4320-41b7-801e-f3fb968dd3f4 None None] New status for floating IP 2ae964fc-5d11-4603-a579-0b7b83c06cb2: ACTIVE {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:17:22.647605 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7f8ef47c-d6cb-491f-9be4-0fef0736b7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:22.817719 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc317-133d-4996-8848-42b06482aa0d req-b3d927ef-9237-4903-b368-69f50d5bcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:22.819457 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c44cc317-133d-4996-8848-42b06482aa0d req-b3d927ef-9237-4903-b368-69f50d5bcb74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 1129 time: 0.0469511 Mar 08 05:17:22.946432 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc317-133d-4996-8848-42b06482aa0d req-cfc7ca70-5c0a-40ce-b2c3-30c3d474e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:22.947935 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c44cc317-133d-4996-8848-42b06482aa0d req-cfc7ca70-5c0a-40ce-b2c3-30c3d474e987 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 916 time: 0.0900819 Mar 08 05:17:23.013164 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c44cc317-133d-4996-8848-42b06482aa0d req-bad59956-a552-46bc-b6d1-10068be0abfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4966696e-5106-4c5b-9bfb-1147bf8fc3b0 HTTP/1.1" status: 200 len: 1000 time: 0.0583670 Mar 08 05:17:23.062368 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc317-133d-4996-8848-42b06482aa0d req-4a63a1ba-cd23-48a0-a7da-1d0f3e7ed39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:23.063922 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c44cc317-133d-4996-8848-42b06482aa0d req-4a63a1ba-cd23-48a0-a7da-1d0f3e7ed39a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 200 len: 854 time: 0.0438185 Mar 08 05:17:23.116819 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc317-133d-4996-8848-42b06482aa0d req-ea8373f6-858a-4770-ab0d-5455f2e7717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:23.118236 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c44cc317-133d-4996-8848-42b06482aa0d req-ea8373f6-858a-4770-ab0d-5455f2e7717f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9880e08b-4b2b-4ff2-8712-f70f43f42138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475988 Mar 08 05:17:23.208286 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c44cc317-133d-4996-8848-42b06482aa0d req-03692f9a-7572-44fb-ab16-e18a476b670f service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824368 Mar 08 05:17:23.302864 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c44cc317-133d-4996-8848-42b06482aa0d req-3913bc86-3d2b-48cd-b723-8f74857b2522 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866704 Mar 08 05:17:24.531548 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:25.566103 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:26.463224 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:29.439994 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:32.201668 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a87f1-402f-4ced-adb1-06de384ab121 req-410fbe5b-d862-46d7-847c-fd9203619b56 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:32.203864 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0b6a87f1-402f-4ced-adb1-06de384ab121 req-410fbe5b-d862-46d7-847c-fd9203619b56 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 945 time: 0.0557332 Mar 08 05:17:32.255129 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0b6a87f1-402f-4ced-adb1-06de384ab121 req-f6e9a44e-3f87-4abf-9c86-7b4bfcda78ac tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446756 Mar 08 05:17:32.720658 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-4a60e71d-7069-4493-aefb-60b9647bc1db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445457 Mar 08 05:17:32.805637 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-f04c18c1-129b-411c-ba6b-b90be6b86b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:32.807281 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-f04c18c1-129b-411c-ba6b-b90be6b86b25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=372dca34600e4c629cdd1bf9f8743f36&device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1168 time: 0.0507689 Mar 08 05:17:32.939791 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-8bfe0b9d-54f1-4321-8a90-8ab9e209cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:32.941301 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-8bfe0b9d-54f1-4321-8a90-8ab9e209cb8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 200 len: 916 time: 0.0943382 Mar 08 05:17:33.008499 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-4d2c46d5-0920-4981-a500-93c5ea43e606 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 1001 time: 0.0598893 Mar 08 05:17:33.069032 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-52d24c2f-e600-484d-8ae9-5aa96c5c1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:33.070784 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-52d24c2f-e600-484d-8ae9-5aa96c5c1966 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8c99f12-de41-42e1-b20f-718b69483d31 HTTP/1.1" status: 200 len: 854 time: 0.0516324 Mar 08 05:17:33.121333 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-4eb260bb-4ba3-4a9a-8ab4-26dc775a4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:33.122990 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-4eb260bb-4ba3-4a9a-8ab4-26dc775a4d0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315a12be-c10d-4cbd-8e45-e80f1076551c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458243 Mar 08 05:17:33.222705 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-2d7e0d35-3945-4f29-8584-a60eb910d957 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924695 Mar 08 05:17:33.319619 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c0d01f1a-de90-497a-a191-70dcdf75d614 req-895a69fa-e6a4-4775-bf68-f5a4f11c5d73 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900328 Mar 08 05:17:33.380994 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54f84-11be-4f4f-bed7-d099f8d3d3d8 req-c5e99f47-de5d-4946-bcab-48cf7679e0ea tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:33.383243 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-48f54f84-11be-4f4f-bed7-d099f8d3d3d8 req-c5e99f47-de5d-4946-bcab-48cf7679e0ea tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 945 time: 0.0566499 Mar 08 05:17:33.433267 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-48f54f84-11be-4f4f-bed7-d099f8d3d3d8 req-bce17edb-08b8-400e-ae8c-83cdb36209a7 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Mar 08 05:17:34.568298 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87deef-1771-40f0-aff6-c7d5264601aa req-8e897e66-6f16-4a2e-a3b6-dec343270c35 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:34.569764 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8d87deef-1771-40f0-aff6-c7d5264601aa req-8e897e66-6f16-4a2e-a3b6-dec343270c35 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 945 time: 0.0562735 Mar 08 05:17:34.620106 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8d87deef-1771-40f0-aff6-c7d5264601aa req-d4bca29a-5152-4d2e-8a93-9b45e5422cef tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/security-groups?id=77f9f575-b17b-4109-af4f-a94bb237abe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446248 Mar 08 05:17:34.708903 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-caea1801-2d64-4216-990b-2670c8839c37 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:34.710388 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-caea1801-2d64-4216-990b-2670c8839c37 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 945 time: 0.0548966 Mar 08 05:17:34.810716 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Deleting port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:17:34.811237 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:34.908383 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] For port 494c70bb-9d8e-47d4-ad68-9d31aba0a318, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=494c70bb-9d8e-47d4-ad68-9d31aba0a318,segment=NetworkSegment(877ef566-3da6-4d0f-b0b8-127b3ca5b0b6),segment_id=877ef566-3da6-4d0f-b0b8-127b3ca5b0b6)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:34.908757 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:34.920540 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Calling delete_port for 494c70bb-9d8e-47d4-ad68-9d31aba0a318 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:17:35.108375 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (494c70bb-9d8e-47d4-ad68-9d31aba0a318), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:35.138208 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Pushing event deleted for resources: {'Port': ['ID=494c70bb-9d8e-47d4-ad68-9d31aba0a318,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:35.156783 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['494c70bb-9d8e-47d4-ad68-9d31aba0a318'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:17:35.182294 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] No DVR routers for this DVR port 494c70bb-9d8e-47d4-ad68-9d31aba0a318 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:17:35.184745 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:35.188142 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4c2aa443-fb70-45a1-9fb3-8b847cd8bee4 req-05e94ebc-2a94-49f3-a55e-96003ef090da tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.13 "DELETE /v2.0/ports/494c70bb-9d8e-47d4-ad68-9d31aba0a318 HTTP/1.1" status: 204 len: 173 time: 0.4708846 Mar 08 05:17:35.188597 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95a1a2-2805-4c7a-98e3-d8771bec9d76', 'name': 'network-vif-deleted', 'tag': '494c70bb-9d8e-47d4-ad68-9d31aba0a318'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:17:35.190858 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2eec74-2e4e-41f4-861a-5fbd81b24b5b" -d '{"events": [{"server_uuid": "fe95a1a2-2805-4c7a-98e3-d8771bec9d76", "name": "network-vif-deleted", "tag": "494c70bb-9d8e-47d4-ad68-9d31aba0a318"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:17:35.228897 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5ab93a-df9b-49f5-ac2e-107813d64a44 x-openstack-request-id: req-3f5ab93a-df9b-49f5-ac2e-107813d64a44 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:17:35.229188 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95a1a2-2805-4c7a-98e3-d8771bec9d76", "name": "network-vif-deleted", "tag": "494c70bb-9d8e-47d4-ad68-9d31aba0a318", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:17:35.229450 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3f5ab93a-df9b-49f5-ac2e-107813d64a44 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:17:35.229845 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe95a1a2-2805-4c7a-98e3-d8771bec9d76', 'name': 'network-vif-deleted', 'tag': '494c70bb-9d8e-47d4-ad68-9d31aba0a318', 'status': 'completed', 'code': 200} Mar 08 05:17:35.731457 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ed72abef-7e66-4aff-b005-a28d9598b5d8 req-05a19cf6-b22e-470a-8c8f-7b7c089917c3 tempest-VolumesSnapshotTestJSON-28568701 tempest-VolumesSnapshotTestJSON-28568701-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe95a1a2-2805-4c7a-98e3-d8771bec9d76 HTTP/1.1" status: 200 len: 210 time: 0.0282128 Mar 08 05:17:38.632534 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 494c70bb-9d8e-47d4-ad68-9d31aba0a318 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:17:38.653707 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 494c70bb-9d8e-47d4-ad68-9d31aba0a318 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:17:38.654050 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 494c70bb-9d8e-47d4-ad68-9d31aba0a318 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:17:42.215723 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-ae89890d-d0ae-48e6-bbe3-6551defc33de tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972380092&fields=id&tenant_id=372dca34600e4c629cdd1bf9f8743f36 HTTP/1.1" status: 200 len: 267 time: 0.0604300 Mar 08 05:17:42.314528 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-762d0cf4-ed18-4b70-9fee-5b6739d8dde2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:42.317801 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-762d0cf4-ed18-4b70-9fee-5b6739d8dde2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 984 time: 0.0957737 Mar 08 05:17:42.332745 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Request body: {'port': {'security_groups': ['baf85545-d97e-4034-84b5-406a117561f8']}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:17:42.449958 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:42.680641 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] For port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:42.720628 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:42.796843 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:42.849087 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:17:42.851852 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:42.852591 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:42.855663 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e090a6ad-275d-4e0c-9d27-dcc8a92925b2 req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "PUT /v2.0/ports/3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 942 time: 0.5283167 Mar 08 05:17:42.855884 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:17:42.858488 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:17:42.864643 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41470) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:42.909338 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event updated for resources: {'Port': ['ID=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,revision_number=7']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:42.925281 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.927167 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.927605 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.928019 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.931341 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.931791 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.932206 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.932628 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.933060 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.933510 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.933915 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.935953 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:42.936378 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fc9c4d-4233-4a57-ac2e-cfca71f61ca7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.043787 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group (eb6cfd61-9aa8-4304-97ca-e988adf68970), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:43.057287 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:17:43.124254 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group (eb6cfd61-9aa8-4304-97ca-e988adf68970), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:43.139428 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a7a9f-3820-4ae8-8070-698fdc1817b4 x-openstack-request-id: req-c53a7a9f-3820-4ae8-8070-698fdc1817b4 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:17:43.139985 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:17:43.141051 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c53a7a9f-3820-4ae8-8070-698fdc1817b4 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:17:43.142100 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'status': 'completed', 'code': 200} Mar 08 05:17:43.278647 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-eb30311e-4b63-4a7c-9ec5-a5ad257f7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:43.281764 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-eb30311e-4b63-4a7c-9ec5-a5ad257f7de1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=372dca34600e4c629cdd1bf9f8743f36&device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1129 time: 0.0872829 Mar 08 05:17:43.334718 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-ea9c0c7c-34cf-4fec-97a6-1e39d56b4ba5 None None] Provisioning complete for port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:17:43.335293 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0c7c-34cf-4fec-97a6-1e39d56b4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:43.411700 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (eb6cfd61-9aa8-4304-97ca-e988adf68970), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:43.414629 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:43.416453 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "DELETE /v2.0/security-groups/eb6cfd61-9aa8-4304-97ca-e988adf68970 HTTP/1.1" status: 204 len: 168 time: 0.5469220 Mar 08 05:17:43.423287 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41486) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:43.460775 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6cfd61-9aa8-4304-97ca-e988adf68970,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:43.491289 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.491992 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.492626 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.493532 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.493781 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.494352 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.494876 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.495469 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.496064 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.496673 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.497179 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.497744 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.498208 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14726adc-81dd-4538-9ffa-5c85f3a91627 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:17:43.507837 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c0c7c-34cf-4fec-97a6-1e39d56b4ba5 None None] Current status of the port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:17:43.510636 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-e74f10be-25a5-4166-85a7-f83b75ba83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:43.516614 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-e74f10be-25a5-4166-85a7-f83b75ba83a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 200 len: 916 time: 0.2206311 Mar 08 05:17:43.647476 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-6ed7a594-19fe-4b79-824f-10e825e9868f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 1001 time: 0.1040788 Mar 08 05:17:43.668649 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Deleting port 4398d48e-d5a1-4cff-a235-a94e467f424f {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:17:43.669287 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (4398d48e-d5a1-4cff-a235-a94e467f424f), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:43.728099 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-e0eb910d-ea30-4a3d-b49a-8e5ee3f92f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:43.730509 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-e0eb910d-ea30-4a3d-b49a-8e5ee3f92f85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8c99f12-de41-42e1-b20f-718b69483d31 HTTP/1.1" status: 200 len: 854 time: 0.0846894 Mar 08 05:17:43.794294 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (4398d48e-d5a1-4cff-a235-a94e467f424f), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:43.794758 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for floatingip (4398d48e-d5a1-4cff-a235-a94e467f424f), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:43.795530 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-9f54c7ef-a3f1-42ea-9843-64126f9431e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:43.798539 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-9f54c7ef-a3f1-42ea-9843-64126f9431e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315a12be-c10d-4cbd-8e45-e80f1076551c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597653 Mar 08 05:17:43.816210 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Calling delete_port for 4398d48e-d5a1-4cff-a235-a94e467f424f owned by network:floatingip {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:17:44.209001 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-db8cf800-9664-4203-af92-15a4020b9983 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028761 Mar 08 05:17:44.328865 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (4398d48e-d5a1-4cff-a235-a94e467f424f), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:44.377681 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event deleted for resources: {'Port': ['ID=4398d48e-d5a1-4cff-a235-a94e467f424f,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:44.379342 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7668e3ad-a1b5-47ee-97c8-26680c9a53fb req-caf927ae-c0b3-468d-bfc1-bffa49b807fa service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502113 Mar 08 05:17:44.467665 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks [] for floatingip (5ade2892-ee93-487d-99bb-f664b1a59c57), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:44.468758 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.l3_db [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Floating IP 5ade2892-ee93-487d-99bb-f664b1a59c57 disassociated (deleted). External IP: 172.27.2.100, port: 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d. Mar 08 05:17:44.768944 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:17:45.157717 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:17:45.163132 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:45.168652 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] Sync routers for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:17:45.181423 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:17:45.182157 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:45.199059 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-a355eba2-3dd1-4d14-80b7-a5618c99b883 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "DELETE /v2.0/floatingips/5ade2892-ee93-487d-99bb-f664b1a59c57 HTTP/1.1" status: 204 len: 168 time: 1.7741706 Mar 08 05:17:45.199748 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:17:45.204938 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f12eb5-22e9-462c-b86c-2b48cef05667" -d '{"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:17:45.250948 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c3241-231e-4046-8faa-4c1da0d9c5fa x-openstack-request-id: req-d44c3241-231e-4046-8faa-4c1da0d9c5fa {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:17:45.251238 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:17:45.251581 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d44c3241-231e-4046-8faa-4c1da0d9c5fa {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:17:45.251950 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'status': 'completed', 'code': 200} Mar 08 05:17:45.344682 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:17:45.364340 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-174ab7df-cf41-4185-955b-c6578f7e1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:45.367849 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-174ab7df-cf41-4185-955b-c6578f7e1b77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=372dca34600e4c629cdd1bf9f8743f36&device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 1129 time: 0.0622156 Mar 08 05:17:45.404232 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059521d-a4de-4b57-aa22-370cf0afe676 req-ee5246b3-8687-4219-950b-1d96eabd8afa tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:45.407037 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f059521d-a4de-4b57-aa22-370cf0afe676 req-ee5246b3-8687-4219-950b-1d96eabd8afa tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0891907 Mar 08 05:17:45.477151 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f059521d-a4de-4b57-aa22-370cf0afe676 req-a29d1d3d-4621-45ae-95a2-b0e73b118555 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592647 Mar 08 05:17:45.589316 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-97a66512-6ea1-4372-b850-9ee027a8ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:45.592222 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-97a66512-6ea1-4372-b850-9ee027a8ea1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 200 len: 916 time: 0.1630123 Mar 08 05:17:45.665089 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-1a475d29-caee-47a2-ae4d-d0246ab1993b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 200 len: 217 time: 0.0653791 Mar 08 05:17:45.673861 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:53Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6c818f69-22ba-46fc-98db-173bc21cfd85', 'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'mac_address': 'fa:16:3e:8e:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:52Z', 'updated_at': '2022-03-08T05:15:02Z', 'revision_number': 5, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'subnets': [{'id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:45.718010 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] Checking router: f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:17:45.731359 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:17:45.732256 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:45.742222 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-6cd46e7a-b66a-4cfc-b70b-2ed277d4159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:45.743784 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-6cd46e7a-b66a-4cfc-b70b-2ed277d4159a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8c99f12-de41-42e1-b20f-718b69483d31 HTTP/1.1" status: 200 len: 854 time: 0.0603194 Mar 08 05:17:45.819619 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-8a813052-32b0-4873-b89f-7a4cd7b338cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:45.821238 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-8a813052-32b0-4873-b89f-7a4cd7b338cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=315a12be-c10d-4cbd-8e45-e80f1076551c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689633 Mar 08 05:17:45.890402 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:17:45.963523 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-9bbef1a9-20be-4cf7-9472-6d590cc29702 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323841 Mar 08 05:17:46.107908 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e7f12eb5-22e9-462c-b86c-2b48cef05667 req-561b231c-84ae-4337-b2bf-c760add7ef47 service neutron] 10.222.0.13 "GET /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372404 Mar 08 05:17:46.357295 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:53Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6c818f69-22ba-46fc-98db-173bc21cfd85', 'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'mac_address': 'fa:16:3e:8e:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:52Z', 'updated_at': '2022-03-08T05:15:02Z', 'revision_number': 5, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'subnets': [{'id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:46.408522 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7e6272-91b2-42aa-bbfb-0da3e2b241af None None] The sync data for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi is: [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:14:53Z', 'revision_number': 4, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6c818f69-22ba-46fc-98db-173bc21cfd85', 'name': '', 'network_id': '315a12be-c10d-4cbd-8e45-e80f1076551c', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'mac_address': 'fa:16:3e:8e:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:52Z', 'updated_at': '2022-03-08T05:15:02Z', 'revision_number': 5, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'subnets': [{'id': 'b8c99f12-de41-42e1-b20f-718b69483d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:17:46.674725 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b69dc-3f04-4498-9d73-ba7001919a74 req-29adcb45-15a2-4b46-afa2-ad4768b15adb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:46.677087 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-359b69dc-3f04-4498-9d73-ba7001919a74 req-29adcb45-15a2-4b46-afa2-ad4768b15adb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0778308 Mar 08 05:17:46.703282 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e395b4-2fe8-4fea-96c5-66864fa22d6f None None] New status for floating IP 5ade2892-ee93-487d-99bb-f664b1a59c57: DOWN {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:17:46.774541 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-359b69dc-3f04-4498-9d73-ba7001919a74 req-c3272d7a-3ad8-4540-81ba-9e61a4e8bdc5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770092 Mar 08 05:17:47.943451 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a705da-da52-461c-b47f-4b0ab88015bc req-5610e7c8-f398-42cf-9117-634756a4b5a2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:47.945114 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86a705da-da52-461c-b47f-4b0ab88015bc req-5610e7c8-f398-42cf-9117-634756a4b5a2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0731997 Mar 08 05:17:48.008157 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86a705da-da52-461c-b47f-4b0ab88015bc req-8ac128f4-7395-4082-a9a2-73fbc9dc5a9e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559626 Mar 08 05:17:49.186693 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672344-6ec8-4455-b6f1-8cda09a3236a req-585c0ed4-91c9-4b5e-a412-0a10eec06f10 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:49.190141 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-34672344-6ec8-4455-b6f1-8cda09a3236a req-585c0ed4-91c9-4b5e-a412-0a10eec06f10 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0842943 Mar 08 05:17:49.264602 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-34672344-6ec8-4455-b6f1-8cda09a3236a req-d62257c3-37ba-4002-9909-4dbd44fbf528 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622544 Mar 08 05:17:49.733304 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15606654-a469-46ce-b517-3a5cbb8d88b1 req-aef6a503-1a37-4a38-ab34-770e25473e46 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:49.734985 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-15606654-a469-46ce-b517-3a5cbb8d88b1 req-aef6a503-1a37-4a38-ab34-770e25473e46 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.0585306 Mar 08 05:17:49.755947 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfee887f-ebd0-493d-8e71-369286e63405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:49.782833 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-15606654-a469-46ce-b517-3a5cbb8d88b1 req-0692dca7-b1ba-47cb-80f3-f08a927c54d1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419807 Mar 08 05:17:50.398723 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82be260-476d-457e-8781-b3db483b5ffd req-3a79536e-ff4d-4991-82a9-d0badd8f6056 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:50.400246 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c82be260-476d-457e-8781-b3db483b5ffd req-3a79536e-ff4d-4991-82a9-d0badd8f6056 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0545378 Mar 08 05:17:50.453088 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c82be260-476d-457e-8781-b3db483b5ffd req-b9dddae5-cc13-439d-9d43-aa48a25605f4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453653 Mar 08 05:17:50.548819 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c32d5d-92e3-4afb-be83-c3ea5e041e55 req-a4d9d190-9199-477c-93f4-a7e8455a7baa tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:50.550641 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6c32d5d-92e3-4afb-be83-c3ea5e041e55 req-a4d9d190-9199-477c-93f4-a7e8455a7baa tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0581329 Mar 08 05:17:50.602308 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6c32d5d-92e3-4afb-be83-c3ea5e041e55 req-ae46390b-19e8-4191-b703-dfc185d10d9f tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Mar 08 05:17:50.910733 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875071b-7676-4c63-8ab4-6ff4ec4c09e3 req-8d2b2e37-5756-4e5c-9fd3-07f2ff7d62c9 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:50.912325 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f875071b-7676-4c63-8ab4-6ff4ec4c09e3 req-8d2b2e37-5756-4e5c-9fd3-07f2ff7d62c9 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.0539434 Mar 08 05:17:50.963889 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f875071b-7676-4c63-8ab4-6ff4ec4c09e3 req-a1e06080-c00c-4192-b5cf-47674a3ab605 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450859 Mar 08 05:17:51.579666 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883495f-7be5-4fff-8e17-8ab877e11443 req-aa964f56-21dc-4bc7-a105-af73a494a8a4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:51.581156 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a883495f-7be5-4fff-8e17-8ab877e11443 req-aa964f56-21dc-4bc7-a105-af73a494a8a4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0538800 Mar 08 05:17:51.630240 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a883495f-7be5-4fff-8e17-8ab877e11443 req-3e2885ad-b312-44bf-a993-42879c92b7bf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434735 Mar 08 05:17:51.723614 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58870b58-73e2-4037-bd0a-1fff6d436e46 req-0fd5d65c-baee-48e5-8396-78eef36b1746 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:51.725162 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-58870b58-73e2-4037-bd0a-1fff6d436e46 req-0fd5d65c-baee-48e5-8396-78eef36b1746 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0532351 Mar 08 05:17:51.777648 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-58870b58-73e2-4037-bd0a-1fff6d436e46 req-c4efd782-bdf6-4f4f-817d-c786e8dd71e2 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Mar 08 05:17:52.084245 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4b6ca-dd6e-4411-9b24-3657de40b1b6 req-84510be9-a2bd-490c-9ec7-b7be9c995fcc tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:52.085761 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cca4b6ca-dd6e-4411-9b24-3657de40b1b6 req-84510be9-a2bd-490c-9ec7-b7be9c995fcc tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.0534830 Mar 08 05:17:52.132663 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cca4b6ca-dd6e-4411-9b24-3657de40b1b6 req-98497059-90bc-486c-b4c7-aa24304fb8f0 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412047 Mar 08 05:17:52.658868 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-b1cd2c6d-951f-4a2b-8046-f1756a850c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:52.760196 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809556f-5112-42a2-b4c5-e0b27e420f6a req-f0942e62-419d-4e62-9357-98751219efb5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:52.761683 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d809556f-5112-42a2-b4c5-e0b27e420f6a req-f0942e62-419d-4e62-9357-98751219efb5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0560760 Mar 08 05:17:52.810595 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d809556f-5112-42a2-b4c5-e0b27e420f6a req-9c1c30b8-a9bb-4790-b918-cebb1695a2af tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Mar 08 05:17:52.901929 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc9820-4bd1-4960-9556-3c19e63226f2 req-8fb71c1b-530e-4e4a-9e17-99ef84db9738 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:52.903510 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a0dc9820-4bd1-4960-9556-3c19e63226f2 req-8fb71c1b-530e-4e4a-9e17-99ef84db9738 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0542393 Mar 08 05:17:52.967250 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a0dc9820-4bd1-4960-9556-3c19e63226f2 req-9dc0c4ff-c8e2-4459-9a31-11f898a6b7bf tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569572 Mar 08 05:17:53.257228 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e971b41-bc3f-414e-875b-34a220d07a26 req-71afb9bf-97a2-4ec0-979a-e32bb4068ea0 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:53.258704 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6e971b41-bc3f-414e-875b-34a220d07a26 req-71afb9bf-97a2-4ec0-979a-e32bb4068ea0 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.0564291 Mar 08 05:17:53.322165 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6e971b41-bc3f-414e-875b-34a220d07a26 req-2627ddb1-749a-4a95-8f14-7dee9dc3c1bc tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577812 Mar 08 05:17:53.944394 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9603fc0-429b-4cd8-86b1-482280489623 req-e6536e9d-fbe9-4643-974e-f00ab7ad6a90 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:53.945838 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b9603fc0-429b-4cd8-86b1-482280489623 req-e6536e9d-fbe9-4643-974e-f00ab7ad6a90 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0596495 Mar 08 05:17:54.007765 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b9603fc0-429b-4cd8-86b1-482280489623 req-8bf82bf5-a9a4-4b6c-85d0-eef04756cc15 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553744 Mar 08 05:17:54.022321 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-f57e9870-da97-428a-acab-3f91ba2cebbe tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:54.025359 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-f57e9870-da97-428a-acab-3f91ba2cebbe tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.0671740 Mar 08 05:17:54.125770 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd0867-7dc7-4295-9f32-7f5ea891740c req-81c43233-f452-4042-a5d2-740f1a242adc tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:54.127742 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29fd0867-7dc7-4295-9f32-7f5ea891740c req-81c43233-f452-4042-a5d2-740f1a242adc tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0726190 Mar 08 05:17:54.138189 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Deleting port 09944123-90ad-4e1c-b031-d41bdd05ee4a {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:17:54.138540 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:54.203752 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29fd0867-7dc7-4295-9f32-7f5ea891740c req-d5bd6424-c167-426f-b8e0-dfcc7ea80d83 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688150 Mar 08 05:17:54.243243 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] For port 09944123-90ad-4e1c-b031-d41bdd05ee4a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=09944123-90ad-4e1c-b031-d41bdd05ee4a,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:54.243613 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:54.523683 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:54.524367 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (97545922-487a-469d-aa19-fd7696ab3335), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:54.526951 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Floating IP 97545922-487a-469d-aa19-fd7696ab3335 disassociated. External IP: 172.27.2.38, port: 09944123-90ad-4e1c-b031-d41bdd05ee4a. Mar 08 05:17:54.526951 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Calling delete_port for 09944123-90ad-4e1c-b031-d41bdd05ee4a owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:17:54.531363 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d6734-0bfb-4cb5-80f7-783a5131df0d req-b3df4e56-f13c-4134-9a0f-9737ad113b87 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:54.531363 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ca3d6734-0bfb-4cb5-80f7-783a5131df0d req-b3df4e56-f13c-4134-9a0f-9737ad113b87 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 946 time: 0.1014900 Mar 08 05:17:54.555920 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:54.605773 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ca3d6734-0bfb-4cb5-80f7-783a5131df0d req-40f42bfa-1d47-41f4-b5a2-927692a8e481 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups?id=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708253 Mar 08 05:17:54.785035 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (09944123-90ad-4e1c-b031-d41bdd05ee4a), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:54.820055 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event deleted for resources: {'Port': ['ID=09944123-90ad-4e1c-b031-d41bdd05ee4a,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:54.968488 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Router 53178613-e88d-49a1-981b-3dbac1c613aa has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:17:55.028348 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-018b6d65-461b-4d16-b403-d3e454f96683 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:55.029798 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-018b6d65-461b-4d16-b403-d3e454f96683 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.0992684 Mar 08 05:17:55.190641 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:17:55.197759 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f167c4-7ee6-4aff-a713-e595c4c6f0c7 req-20a3fdfb-4122-4efe-bca2-472f5fa05048 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:55.204026 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] Sync routers for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:17:55.211436 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-78f167c4-7ee6-4aff-a713-e595c4c6f0c7 req-20a3fdfb-4122-4efe-bca2-472f5fa05048 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.1227167 Mar 08 05:17:55.248397 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:17:55.249117 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:55.266222 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] No DVR routers for this DVR port 09944123-90ad-4e1c-b031-d41bdd05ee4a on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:17:55.270170 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:55.274465 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0eba352c-a98c-4fa8-b9ad-bee2beac5b51 req-431914ee-be1c-4b22-a5b9-e1d8185b3df3 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.13 "DELETE /v2.0/ports/09944123-90ad-4e1c-b031-d41bdd05ee4a HTTP/1.1" status: 204 len: 173 time: 1.2413502 Mar 08 05:17:55.281250 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'name': 'network-vif-deleted', 'tag': '09944123-90ad-4e1c-b031-d41bdd05ee4a'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:17:55.299583 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd52f85-7ff7-48bb-95e9-b0d9120d6988" -d '{"events": [{"server_uuid": "e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8", "name": "network-vif-deleted", "tag": "09944123-90ad-4e1c-b031-d41bdd05ee4a"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:17:55.325661 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Deleting port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:17:55.328024 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:55.418073 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-78f167c4-7ee6-4aff-a713-e595c4c6f0c7 req-337cf3a1-aef1-4eb9-b5ba-79b2ad252dc6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965230 Mar 08 05:17:55.435986 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:17:55.489285 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabee44-53c1-4e39-9e6c-04b9be13882b req-0e8843df-4ef9-46e6-aa9d-7950e25cbdee tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:55.504491 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9eabee44-53c1-4e39-9e6c-04b9be13882b req-0e8843df-4ef9-46e6-aa9d-7950e25cbdee tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 945 time: 0.1671336 Mar 08 05:17:55.509087 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] For port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:55.509467 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:55.525700 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Calling delete_port for 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:17:55.539725 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4f18c4-bd6d-4cc1-9954-322ebde20f19 x-openstack-request-id: req-0e4f18c4-bd6d-4cc1-9954-322ebde20f19 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:17:55.540024 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8", "name": "network-vif-deleted", "tag": "09944123-90ad-4e1c-b031-d41bdd05ee4a", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:17:55.540201 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e4f18c4-bd6d-4cc1-9954-322ebde20f19 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:17:55.540589 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8', 'name': 'network-vif-deleted', 'tag': '09944123-90ad-4e1c-b031-d41bdd05ee4a', 'status': 'completed', 'code': 200} Mar 08 05:17:55.565812 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9eabee44-53c1-4e39-9e6c-04b9be13882b req-4b65811f-2133-407e-a52c-6f103881df75 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/security-groups?id=baf85545-d97e-4034-84b5-406a117561f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600395 Mar 08 05:17:55.741752 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:55.774449 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-81b68be9-62d9-4a69-9f9a-b6fece2f6fa5 req-da08ff68-e782-4253-94b9-a834bd650ba9 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5a7d5f2-4d0f-4bbf-b33c-f914c04d0be8 HTTP/1.1" status: 200 len: 210 time: 0.0470951 Mar 08 05:17:55.777855 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:55.779055 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] Checking router: 53178613-e88d-49a1-981b-3dbac1c613aa for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:17:55.791216 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:17:55.791898 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:55.853311 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:55.884962 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Pushing event deleted for resources: {'Port': ['ID=3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:55.902002 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:17:55.935840 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] No DVR routers for this DVR port 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:17:55.939473 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:55.943114 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-388b1558-c070-43b6-8c94-ad287bc8e0fd req-2a6e276f-5016-48d5-9c1a-c7ff094bcdd7 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.13 "DELETE /v2.0/ports/3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d HTTP/1.1" status: 204 len: 173 time: 0.9073298 Mar 08 05:17:55.963118 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:17:56.195234 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:17:56.229835 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d24b18-8f93-4543-a17e-542587eb01d4 None None] The sync data for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi is: [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'a2a5a8b8-3da7-42b9-993d-ee992bd40969', 'name': '', 'network_id': '6459fbae-33a1-4a2f-bac2-0297d91770ad', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'mac_address': 'fa:16:3e:2e:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:52Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'subnets': [{'id': 'd4770685-7661-41b3-8a9d-88d2198076ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:17:56.471431 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:56.520673 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6443259-1232-4256-bcf4-1a1cbcbdeeb0 None None] New status for floating IP 97545922-487a-469d-aa19-fd7696ab3335: DOWN {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:17:56.613470 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06992aa8-fb50-4c6c-b7d1-90e75be50267 req-293d6f25-38c9-4627-bf05-a0e2677bbfd4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:56.616964 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-06992aa8-fb50-4c6c-b7d1-90e75be50267 req-293d6f25-38c9-4627-bf05-a0e2677bbfd4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0647819 Mar 08 05:17:56.682440 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-06992aa8-fb50-4c6c-b7d1-90e75be50267 req-4611d3fd-31d9-49c9-b4fd-7a6687d7d0a7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562062 Mar 08 05:17:56.706642 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cbb2ba5d-1f80-4c2f-b6bc-f6caa1811031 req-06ac2da1-05c6-4dcb-a82d-35c0c1a98a12 tempest-TestMinimumBasicScenario-1478488993 tempest-TestMinimumBasicScenario-1478488993-project] 10.222.0.26 "GET /v2.0/ports?device_id=e52143c0-c0c5-427d-95ad-2f70f54ecfae HTTP/1.1" status: 200 len: 210 time: 0.0410833 Mar 08 05:17:56.963299 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41670) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:57.020599 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c12c0b32-fe19-4e2f-8672-1eee2b0c8837 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (dfa32d6c-ff75-4680-9d0a-3cdc5229ab69), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.052551 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c12c0b32-fe19-4e2f-8672-1eee2b0c8837 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (dfa32d6c-ff75-4680-9d0a-3cdc5229ab69), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.190173 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c12c0b32-fe19-4e2f-8672-1eee2b0c8837 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (dfa32d6c-ff75-4680-9d0a-3cdc5229ab69), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.194464 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c12c0b32-fe19-4e2f-8672-1eee2b0c8837 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.202091 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c12c0b32-fe19-4e2f-8672-1eee2b0c8837 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "DELETE /v2.0/security-groups/dfa32d6c-ff75-4680-9d0a-3cdc5229ab69 HTTP/1.1" status: 204 len: 168 time: 0.2314372 Mar 08 05:17:57.203519 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41676) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:57.221621 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.api.v2.resource [None req-c356bb30-42d9-4212-b2d4-9e0ebb1da45d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] show failed (client error): The resource could not be found. Mar 08 05:17:57.223525 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c356bb30-42d9-4212-b2d4-9e0ebb1da45d tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "GET /v2.0/security-groups/dfa32d6c-ff75-4680-9d0a-3cdc5229ab69 HTTP/1.1" status: 404 len: 347 time: 0.0190427 Mar 08 05:17:57.223525 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c0b32-fe19-4e2f-8672-1eee2b0c8837 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa32d6c-ff75-4680-9d0a-3cdc5229ab69,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:57.230611 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41678) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:57.393900 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Deleting port 9d64bf46-8f3a-47da-8ea4-eaceb38f97c3 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:17:57.394248 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (9d64bf46-8f3a-47da-8ea4-eaceb38f97c3), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.481719 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (9d64bf46-8f3a-47da-8ea4-eaceb38f97c3), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.481960 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (9d64bf46-8f3a-47da-8ea4-eaceb38f97c3), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.499180 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Calling delete_port for 9d64bf46-8f3a-47da-8ea4-eaceb38f97c3 owned by network:floatingip {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:17:57.542307 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'name': 'network-vif-deleted', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:17:57.546770 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444b520d-45dd-4b7a-bd60-c2ad2d7b90da" -d '{"events": [{"server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "name": "network-vif-deleted", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:17:57.605309 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a2376-ec2d-424a-8897-7dd31066822a x-openstack-request-id: req-9b4a2376-ec2d-424a-8897-7dd31066822a {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:17:57.606090 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52143c0-c0c5-427d-95ad-2f70f54ecfae", "name": "network-vif-deleted", "tag": "3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:17:57.606557 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b4a2376-ec2d-424a-8897-7dd31066822a {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:17:57.607247 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52143c0-c0c5-427d-95ad-2f70f54ecfae', 'name': 'network-vif-deleted', 'tag': '3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d', 'status': 'completed', 'code': 200} Mar 08 05:17:57.736890 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (9d64bf46-8f3a-47da-8ea4-eaceb38f97c3), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.764060 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Pushing event deleted for resources: {'Port': ['ID=9d64bf46-8f3a-47da-8ea4-eaceb38f97c3,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:17:57.866847 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks [] for floatingip (97545922-487a-469d-aa19-fd7696ab3335), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.869498 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:57.870678 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-25b457b3-3775-4233-a7c0-2baeaaba1eb1 tempest-AttachVolumeTestJSON-1479159360 tempest-AttachVolumeTestJSON-1479159360-project] 10.222.0.26 "DELETE /v2.0/floatingips/97545922-487a-469d-aa19-fd7696ab3335 HTTP/1.1" status: 204 len: 168 time: 0.6390030 Mar 08 05:17:57.879406 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9210b1a-2260-4ba6-af90-92309ccd3d32 req-763c4418-f1f6-4299-b0c6-3fe2241690fe tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:57.880949 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e9210b1a-2260-4ba6-af90-92309ccd3d32 req-763c4418-f1f6-4299-b0c6-3fe2241690fe tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.1112828 Mar 08 05:17:57.954116 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e9210b1a-2260-4ba6-af90-92309ccd3d32 req-15cf118c-3afb-4a05-9d58-1c4774963b14 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669761 Mar 08 05:17:58.747610 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:17:58.776788 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:17:58.777060 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 3fb9c4fc-ebbb-41c8-b244-3d455b5eeb4d not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:17:58.777498 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 09944123-90ad-4e1c-b031-d41bdd05ee4a no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:17:58.799251 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 09944123-90ad-4e1c-b031-d41bdd05ee4a {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:17:58.799604 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 09944123-90ad-4e1c-b031-d41bdd05ee4a not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:17:59.090842 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f36ee-3720-4e8c-b4c8-568757e56fe4 req-aafa427f-bad2-49ae-9fc6-c50c55fccfc1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:17:59.092367 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2c3f36ee-3720-4e8c-b4c8-568757e56fe4 req-aafa427f-bad2-49ae-9fc6-c50c55fccfc1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0546954 Mar 08 05:17:59.148122 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2c3f36ee-3720-4e8c-b4c8-568757e56fe4 req-3e6d93ae-345c-471c-b4d0-a7529bf75d32 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494277 Mar 08 05:17:59.151845 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41750) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:17:59.411202 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:17:59.485434 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:59.543516 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8222294'] for router_interface (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:59.814391 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Deleting port 6c818f69-22ba-46fc-98db-173bc21cfd85 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:17:59.820294 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:59.897241 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] For port 6c818f69-22ba-46fc-98db-173bc21cfd85, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=6c818f69-22ba-46fc-98db-173bc21cfd85,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:17:59.897603 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:17:59.910305 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Calling delete_port for 6c818f69-22ba-46fc-98db-173bc21cfd85 owned by network:router_interface {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:00.185894 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (6c818f69-22ba-46fc-98db-173bc21cfd85), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:00.221951 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c818f69-22ba-46fc-98db-173bc21cfd85,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:00.303032 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d924ebc-178d-4e29-b6ff-31a17001cd85 req-535480ee-0d99-44c7-aa08-5725d0e3cd2e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:00.304667 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1d924ebc-178d-4e29-b6ff-31a17001cd85 req-535480ee-0d99-44c7-aa08-5725d0e3cd2e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0709834 Mar 08 05:18:00.372525 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1d924ebc-178d-4e29-b6ff-31a17001cd85 req-4372cbd7-91eb-4d23-9923-73815918a44f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588448 Mar 08 05:18:00.425316 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8222242'] for router_interface (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:00.665166 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:18:01.039178 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:18:01.044280 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-01b1489c-c542-4172-a12a-364d27acefb4 admin admin] 10.222.0.26 "PUT /v2.0/routers/f8c5b26e-af5b-4c99-9c4f-60d8ada99b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8908670 Mar 08 05:18:01.048022 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41776) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:01.049599 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] Sync routers for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:18:01.064968 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:01.065599 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:01.167501 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks [] for router (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:01.181650 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:01.285234 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks [] for router_gateway (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:01.451555 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Deleting port 17e64ba3-244e-4adb-a35f-edbb612c3f89 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:01.452254 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:01.516097 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:18:00Z', 'revision_number': 5, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port': {'id': '17e64ba3-244e-4adb-a35f-edbb612c3f89', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:14:45Z', 'updated_at': '2022-03-08T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:01.553922 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e417573-0dea-4ed5-b6ad-89b924a89fdb req-be5aa037-183d-43dc-a46f-966c35324485 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:01.557722 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3e417573-0dea-4ed5-b6ad-89b924a89fdb req-be5aa037-183d-43dc-a46f-966c35324485 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0899916 Mar 08 05:18:01.568516 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] Checking router: f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:18:01.574506 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] For port 17e64ba3-244e-4adb-a35f-edbb612c3f89, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=17e64ba3-244e-4adb-a35f-edbb612c3f89,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:01.574881 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:01.584568 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] Routers {'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:01.585255 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:01.596135 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Calling delete_port for 17e64ba3-244e-4adb-a35f-edbb612c3f89 owned by network:router_gateway {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:01.631207 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3e417573-0dea-4ed5-b6ad-89b924a89fdb req-c4a990ff-66fb-410e-b368-d625de7a9655 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627177 Mar 08 05:18:01.742421 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] Set router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 gateway port host: None {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:01.800386 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:18:01Z', 'revision_number': 6, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port_host': None}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:01.829709 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4aad59-1ce4-40f8-aca2-9785e372008e None None] The sync data for ids ['f8c5b26e-af5b-4c99-9c4f-60d8ada99b17'] in dv-cinder-828060-9-iscsi is: [{'id': 'f8c5b26e-af5b-4c99-9c4f-60d8ada99b17', 'name': 'tempest-TestMinimumBasicScenario-1627484688-router', 'tenant_id': '372dca34600e4c629cdd1bf9f8743f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:14:44Z', 'updated_at': '2022-03-08T05:18:01Z', 'revision_number': 6, 'project_id': '372dca34600e4c629cdd1bf9f8743f36', 'gw_port_host': None}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:18:01.931101 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (17e64ba3-244e-4adb-a35f-edbb612c3f89), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:01.962084 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e64ba3-244e-4adb-a35f-edbb612c3f89,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:02.034941 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8208776'] for router_gateway (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:02.087690 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41794) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:02.134831 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28534'] for router (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:02.137296 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks [] for router_controller (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), precommit_delete_associations {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:02.263343 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8221995'] for router (f8c5b26e-af5b-4c99-9c4f-60d8ada99b17), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:02.264200 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 {{(pid=103748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 05:18:02.272591 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:02.274232 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-cf429bc6-8a44-46c0-a086-7b4dc58e8517 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f8c5b26e-af5b-4c99-9c4f-60d8ada99b17 HTTP/1.1" status: 204 len: 168 time: 1.2246442 Mar 08 05:18:02.277417 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41798) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:02.380005 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23df9d8-4d08-408f-85ce-c228fca37517 admin admin] Deleting subnet b8c99f12-de41-42e1-b20f-718b69483d31 {{(pid=103747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:18:02.388900 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f23df9d8-4d08-408f-85ce-c228fca37517 admin admin] Publish callbacks [] for subnet (b8c99f12-de41-42e1-b20f-718b69483d31), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:02.470187 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f23df9d8-4d08-408f-85ce-c228fca37517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5539507'] for subnet (b8c99f12-de41-42e1-b20f-718b69483d31), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:02.678282 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f23df9d8-4d08-408f-85ce-c228fca37517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (b8c99f12-de41-42e1-b20f-718b69483d31), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:02.755426 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:18:02.842661 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c3b21-f204-40e2-9b5f-a3101d8fae36 req-b14a9124-a6d9-426e-8769-0e9ee79f66cf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:02.842661 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-815c3b21-f204-40e2-9b5f-a3101d8fae36 req-b14a9124-a6d9-426e-8769-0e9ee79f66cf tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.1145949 Mar 08 05:18:02.919266 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-815c3b21-f204-40e2-9b5f-a3101d8fae36 req-abf6be59-00e2-4113-a5cc-89d2496c16c6 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673175 Mar 08 05:18:02.926249 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f23df9d8-4d08-408f-85ce-c228fca37517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005557'] for subnet (b8c99f12-de41-42e1-b20f-718b69483d31), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:02.956840 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:02.975831 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'port_id': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'mac_address': 'fa:16:3e:d1:b9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:18:03.006752 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df9d8-4d08-408f-85ce-c228fca37517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c99f12-de41-42e1-b20f-718b69483d31,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:03.023921 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f23df9d8-4d08-408f-85ce-c228fca37517 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:03.030119 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-f23df9d8-4d08-408f-85ce-c228fca37517 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b8c99f12-de41-42e1-b20f-718b69483d31 HTTP/1.1" status: 204 len: 168 time: 0.7511013 Mar 08 05:18:03.033663 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41808) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:03.039880 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8d962-0c38-454b-a266-417c1471389f None None] Network 315a12be-c10d-4cbd-8e45-e80f1076551c requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:18:03.044734 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 781f9e98-d057-48e1-aa51-de683d4ddbe8 is: ACTIVE; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:18:03.045415 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:03.083736 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 781f9e98-d057-48e1-aa51-de683d4ddbe8 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:18:03.106832 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:03.152304 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (315a12be-c10d-4cbd-8e45-e80f1076551c), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:03.183288 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8222294'] for router_interface (53178613-e88d-49a1-981b-3dbac1c613aa), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:03.219985 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:03.344310 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=6']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:03.353732 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.354388 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.355490 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.356030 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.356522 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.357025 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.357522 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.358889 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.359617 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.360386 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.360902 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.361444 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.361924 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:03.369519 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9424cc12-7a99-4972-bbf2-0021e4b9b97e None None] DHCP port deletion for 315a12be-c10d-4cbd-8e45-e80f1076551c request from dv-cinder-828060-9-iscsi {{(pid=103749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 05:18:03.426842 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['781f9e98-d057-48e1-aa51-de683d4ddbe8'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:18:03.472851 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Deleting port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:03.473200 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:03.589446 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-9424cc12-7a99-4972-bbf2-0021e4b9b97e None None] Deleting port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 {{(pid=103749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:03.590059 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9424cc12-7a99-4972-bbf2-0021e4b9b97e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), before_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:03.610299 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] For port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d1b88185-9a8a-452c-a39a-f6a8aa2db0e6,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:03.610742 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:03.726637 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-9424cc12-7a99-4972-bbf2-0021e4b9b97e None None] For port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d1b88185-9a8a-452c-a39a-f6a8aa2db0e6,segment=NetworkSegment(b235d7df-ee8d-45d0-91a0-db94907e2847),segment_id=b235d7df-ee8d-45d0-91a0-db94907e2847)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:03.727786 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9424cc12-7a99-4972-bbf2-0021e4b9b97e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), precommit_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:03.763366 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17e64ba3-244e-4adb-a35f-edbb612c3f89 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:03.773264 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-9424cc12-7a99-4972-bbf2-0021e4b9b97e None None] Calling delete_port for d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 owned by network:dhcp {{(pid=103749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:03.817199 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: 17e64ba3-244e-4adb-a35f-edbb612c3f89 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:18:03.817557 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17e64ba3-244e-4adb-a35f-edbb612c3f89 not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:03.818147 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:03.953638 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Calling delete_port for d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:04.055765 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 is: ACTIVE; New status is: DOWN {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:18:04.057089 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.156998 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9424cc12-7a99-4972-bbf2-0021e4b9b97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), after_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.173217 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651955b-eb55-46f2-890c-026259057ff8 req-d1e24d3a-16ae-4844-84db-f8f263cfea6b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:04.174796 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5651955b-eb55-46f2-890c-026259057ff8 req-d1e24d3a-16ae-4844-84db-f8f263cfea6b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 944 time: 0.1168571 Mar 08 05:18:04.181277 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (d1b88185-9a8a-452c-a39a-f6a8aa2db0e6), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.191263 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424cc12-7a99-4972-bbf2-0021e4b9b97e None None] Pushing event deleted for resources: {'Port': ['ID=d1b88185-9a8a-452c-a39a-f6a8aa2db0e6,revision_number=None']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:04.211805 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6c818f69-22ba-46fc-98db-173bc21cfd85 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:04.219343 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424cc12-7a99-4972-bbf2-0021e4b9b97e None None] No DVR routers for this DVR port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 on host dv-cinder-828060-9-iscsi {{(pid=103749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:18:04.226769 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Deleting port a2a5a8b8-3da7-42b9-993d-ee992bd40969 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:04.227170 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.231559 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b88185-9a8a-452c-a39a-f6a8aa2db0e6,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:04.237246 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: 6c818f69-22ba-46fc-98db-173bc21cfd85 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:18:04.237699 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6c818f69-22ba-46fc-98db-173bc21cfd85 not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:04.249953 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] No DVR routers for this DVR port d1b88185-9a8a-452c-a39a-f6a8aa2db0e6 on host dv-cinder-828060-9-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:18:04.434265 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5651955b-eb55-46f2-890c-026259057ff8 req-38780ed9-5f90-4c7c-80c9-a3e52420153b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505646 Mar 08 05:18:04.473014 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (315a12be-c10d-4cbd-8e45-e80f1076551c), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.522650 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315a12be-c10d-4cbd-8e45-e80f1076551c']}} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:04.535786 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] For port a2a5a8b8-3da7-42b9-993d-ee992bd40969, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=a2a5a8b8-3da7-42b9-993d-ee992bd40969,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:04.538928 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.551528 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b235d7df-ee8d-45d0-91a0-db94907e2847') {'for_net_delete': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:04.551855 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b235d7df-ee8d-45d0-91a0-db94907e2847') {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:04.565562 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Calling delete_port for a2a5a8b8-3da7-42b9-993d-ee992bd40969 owned by network:router_interface {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:04.569509 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5539400'] for segment (b235d7df-ee8d-45d0-91a0-db94907e2847), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.599003 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (b235d7df-ee8d-45d0-91a0-db94907e2847), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.671888 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:18:04.672761 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111877'] for segment (b235d7df-ee8d-45d0-91a0-db94907e2847), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: self.session.flush() Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: self.session.flush() Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: self.session.flush() Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: self.session.flush() Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: Traceback (most recent call last): Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: timer() Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: cb(*args, **kw) Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: return func(*args, **kwargs) Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: self._notify() Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: self.callback(batched_events) Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: event.method(event) Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: return f(self, *a, **k) Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._get(url).json() Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: return self.request(url, 'GET', **kwargs) Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:18:04.675987 dv-cinder-828060-9-iscsi neutron-server[103747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:18:04.762128 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:18:04.902754 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 781f9e98-d057-48e1-aa51-de683d4ddbe8 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:18:04.903488 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.956960 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (315a12be-c10d-4cbd-8e45-e80f1076551c), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:04.998497 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Pushing event deleted for resources: {'Network': ['ID=315a12be-c10d-4cbd-8e45-e80f1076551c,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:05.003828 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:05.011490 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ddad961b-ef69-487c-9d1d-403b5dff3156 admin admin] 10.222.0.26 "DELETE /v2.0/networks/315a12be-c10d-4cbd-8e45-e80f1076551c HTTP/1.1" status: 204 len: 168 time: 1.9765224 Mar 08 05:18:05.021445 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41854) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:05.090463 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 781f9e98-d057-48e1-aa51-de683d4ddbe8 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:18:05.090869 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:05.120748 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:18:05.123353 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cc7f5a-d01e-4535-b125-803e287ba250" -d '{"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-plugged", "status": "completed", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:18:05.140480 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:05.242877 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:05.315089 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6a0e9b-11d0-405d-aead-1c34a1c2c292 x-openstack-request-id: req-8d6a0e9b-11d0-405d-aead-1c34a1c2c292 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:18:05.315490 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-plugged", "status": "completed", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:18:05.315749 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d6a0e9b-11d0-405d-aead-1c34a1c2c292 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:18:05.316235 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'code': 200} Mar 08 05:18:05.376692 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=7']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:05.378214 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (a2a5a8b8-3da7-42b9-993d-ee992bd40969), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:05.455711 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a5a8b8-3da7-42b9-993d-ee992bd40969,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:05.814224 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb93c7-3e6e-4ae8-8df8-476227ae85e1 req-4814ffb0-414f-4cee-bf6c-8f9a33403fb0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:05.815894 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9ddb93c7-3e6e-4ae8-8df8-476227ae85e1 req-4814ffb0-414f-4cee-bf6c-8f9a33403fb0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.2438164 Mar 08 05:18:05.981276 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8222242'] for router_interface (53178613-e88d-49a1-981b-3dbac1c613aa), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:05.987614 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9ddb93c7-3e6e-4ae8-8df8-476227ae85e1 req-d669d1da-e72b-43ec-ac0c-e64ea53c9f2b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096561 Mar 08 05:18:06.277341 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8222294'] for router_interface (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:06.475361 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Router 53178613-e88d-49a1-981b-3dbac1c613aa has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:18:06.705268 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:18:06.716093 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] Sync routers for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:18:06.726324 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41878) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:06.730183 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-fd25c4be-a388-4201-a02f-17b9027c272a admin admin] 10.222.0.26 "PUT /v2.0/routers/53178613-e88d-49a1-981b-3dbac1c613aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6404097 Mar 08 05:18:06.732624 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:06.734197 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:06.854963 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41882) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:06.867947 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:06.926239 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks [] for router (53178613-e88d-49a1-981b-3dbac1c613aa), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.026092 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Deleting port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:07.026092 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.039509 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] For port c4ef4950-0bf6-4686-b3e9-c1adb5deda0a, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c4ef4950-0bf6-4686-b3e9-c1adb5deda0a,segment=NetworkSegment(10e6ce51-bd72-4515-805b-8db1cffaa411),segment_id=10e6ce51-bd72-4515-805b-8db1cffaa411)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:07.039888 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.073465 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks [] for router_gateway (53178613-e88d-49a1-981b-3dbac1c613aa), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.084989 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:18:04Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:07.093766 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c424b8-ac14-406b-ac58-b455611e754a admin admin] Deleting subnet eebf52a1-ce17-4a91-a26f-589fcb3db30e {{(pid=103747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:18:07.119819 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Calling delete_port for c4ef4950-0bf6-4686-b3e9-c1adb5deda0a owned by network:router_interface {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:07.136471 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] Checking router: 53178613-e88d-49a1-981b-3dbac1c613aa for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:18:07.143608 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-40c424b8-ac14-406b-ac58-b455611e754a admin admin] Publish callbacks [] for subnet (eebf52a1-ce17-4a91-a26f-589fcb3db30e), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.159984 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] Routers {'53178613-e88d-49a1-981b-3dbac1c613aa'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:07.161033 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['53178613-e88d-49a1-981b-3dbac1c613aa'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:07.290838 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-40c424b8-ac14-406b-ac58-b455611e754a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5539507'] for subnet (eebf52a1-ce17-4a91-a26f-589fcb3db30e), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.348983 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2fa93-54a6-45df-8de5-b02a1e296d0f req-6002972e-dede-4c72-8383-b32289877650 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:07.350712 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-97b2fa93-54a6-45df-8de5-b02a1e296d0f req-6002972e-dede-4c72-8383-b32289877650 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.2100925 Mar 08 05:18:07.396269 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] Set router 53178613-e88d-49a1-981b-3dbac1c613aa gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:07.411756 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Deleting port 6aeff408-76e5-4f59-8959-45519dfc7f86 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:07.412595 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.458741 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-40c424b8-ac14-406b-ac58-b455611e754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (eebf52a1-ce17-4a91-a26f-589fcb3db30e), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.569128 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] For port 6aeff408-76e5-4f59-8959-45519dfc7f86, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=6aeff408-76e5-4f59-8959-45519dfc7f86,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:07.569757 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.589614 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-97b2fa93-54a6-45df-8de5-b02a1e296d0f req-f3f0e404-5445-4988-a8cb-80ac5f7ae54e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993589 Mar 08 05:18:07.628973 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Calling delete_port for 6aeff408-76e5-4f59-8959-45519dfc7f86 owned by network:router_gateway {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:07.732547 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:18:04Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:07.772948 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-40c424b8-ac14-406b-ac58-b455611e754a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005557'] for subnet (eebf52a1-ce17-4a91-a26f-589fcb3db30e), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.783958 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf26bf-4d36-4268-ac36-55e8d7afa801 None None] The sync data for ids ['53178613-e88d-49a1-981b-3dbac1c613aa'] in dv-cinder-828060-9-iscsi is: [{'id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'name': 'tempest-AttachVolumeTestJSON-741644148-router', 'tenant_id': 'e21149b18ca344f09b048acf88235cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:18:04Z', 'revision_number': 5, 'project_id': 'e21149b18ca344f09b048acf88235cd5', 'gw_port': {'id': '6aeff408-76e5-4f59-8959-45519dfc7f86', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:3c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53178613-e88d-49a1-981b-3dbac1c613aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:32Z', 'updated_at': '2022-03-08T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:18:07.828545 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c424b8-ac14-406b-ac58-b455611e754a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebf52a1-ce17-4a91-a26f-589fcb3db30e,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:07.845562 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-40c424b8-ac14-406b-ac58-b455611e754a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.851720 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-40c424b8-ac14-406b-ac58-b455611e754a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eebf52a1-ce17-4a91-a26f-589fcb3db30e HTTP/1.1" status: 204 len: 168 time: 0.9948251 Mar 08 05:18:07.856763 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41888) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:07.857297 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (c4ef4950-0bf6-4686-b3e9-c1adb5deda0a), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:07.895679 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ef4950-0bf6-4686-b3e9-c1adb5deda0a,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:08.019298 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (22ac0b8d-4656-4559-97a7-560b1d4b06f7), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:08.023651 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78051e-f3e9-4e8c-b390-0159c2a852f1 req-410a32ed-6339-4d26-ad35-368088ef8e8e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:08.031393 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd78051e-f3e9-4e8c-b390-0159c2a852f1 req-410a32ed-6339-4d26-ad35-368088ef8e8e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 945 time: 0.2758110 Mar 08 05:18:08.141636 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (6aeff408-76e5-4f59-8959-45519dfc7f86), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:08.210577 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dd78051e-f3e9-4e8c-b390-0159c2a852f1 req-07f5b2b4-7000-4d63-8fb1-a3a25d08b763 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655655 Mar 08 05:18:08.257123 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aeff408-76e5-4f59-8959-45519dfc7f86,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:08.324192 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (22ac0b8d-4656-4559-97a7-560b1d4b06f7), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:08.344355 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8222242'] for router_interface (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:08.427955 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ac0b8d-4656-4559-97a7-560b1d4b06f7']}} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:08.449400 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6') {'for_net_delete': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:08.449656 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877ef566-3da6-4d0f-b0b8-127b3ca5b0b6') {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:08.462992 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5430779'] for segment (877ef566-3da6-4d0f-b0b8-127b3ca5b0b6), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:08.488395 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (877ef566-3da6-4d0f-b0b8-127b3ca5b0b6), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:08.498143 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:18:08.498576 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5447571'] for segment (877ef566-3da6-4d0f-b0b8-127b3ca5b0b6), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: Traceback (most recent call last): Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: timer() Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: cb(*args, **kw) Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: return func(*args, **kwargs) Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: self._notify() Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: self.callback(batched_events) Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: event.method(event) Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: return f(self, *a, **k) Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._get(url).json() Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: return self.request(url, 'GET', **kwargs) Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:18:08.500668 dv-cinder-828060-9-iscsi neutron-server[103748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:18:08.519014 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8208776'] for router_gateway (53178613-e88d-49a1-981b-3dbac1c613aa), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:08.732666 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28534'] for router (53178613-e88d-49a1-981b-3dbac1c613aa), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:08.737578 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks [] for router_controller (53178613-e88d-49a1-981b-3dbac1c613aa), precommit_delete_associations {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:09.027883 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d575-08ec-4573-aad2-8356ad105298 req-2fe3b445-5420-43a4-8dd5-df1c03dd670b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:09.030764 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3cd4d575-08ec-4573-aad2-8356ad105298 req-2fe3b445-5420-43a4-8dd5-df1c03dd670b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.1280794 Mar 08 05:18:09.062752 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (22ac0b8d-4656-4559-97a7-560b1d4b06f7), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:09.074153 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:09.082629 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] 10.222.0.26 "DELETE /v2.0/networks/22ac0b8d-4656-4559-97a7-560b1d4b06f7 HTTP/1.1" status: 204 len: 168 time: 1.2252562 Mar 08 05:18:09.091400 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310530f-ce40-49dd-a7d3-46a312370833 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ac0b8d-4656-4559-97a7-560b1d4b06f7,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:09.177457 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3cd4d575-08ec-4573-aad2-8356ad105298 req-85cc201d-2817-4d94-8410-9e5efbf740b5 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382284 Mar 08 05:18:09.178822 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8221995'] for router (53178613-e88d-49a1-981b-3dbac1c613aa), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:09.179381 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53178613-e88d-49a1-981b-3dbac1c613aa {{(pid=103748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 05:18:09.183935 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:09.189034 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c18d2845-2107-4e6b-ac55-f1a56292a368 admin admin] 10.222.0.26 "DELETE /v2.0/routers/53178613-e88d-49a1-981b-3dbac1c613aa HTTP/1.1" status: 204 len: 168 time: 2.4574976 Mar 08 05:18:09.189346 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41894) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:09.293286 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d791e137-dbb8-46f5-81ee-f3eef3bcf08b admin admin] Deleting subnet d4770685-7661-41b3-8a9d-88d2198076ee {{(pid=103748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:18:09.300735 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d791e137-dbb8-46f5-81ee-f3eef3bcf08b admin admin] Publish callbacks [] for subnet (d4770685-7661-41b3-8a9d-88d2198076ee), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:09.340939 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:18:09.398047 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d791e137-dbb8-46f5-81ee-f3eef3bcf08b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5430528'] for subnet (d4770685-7661-41b3-8a9d-88d2198076ee), precommit_delete_associations {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:09.509079 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd777815-23fa-4c29-be85-b145fba2a847 req-2d72b6af-7aa8-43b7-9a5e-6828aeaac9f8 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:09.511605 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dd777815-23fa-4c29-be85-b145fba2a847 req-2d72b6af-7aa8-43b7-9a5e-6828aeaac9f8 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 945 time: 0.1673603 Mar 08 05:18:09.559091 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42526686-c5d4-4db3-abab-c77600884428 req-12898950-e60d-48ea-8ed7-6dc12dc08629 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:09.570792 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-42526686-c5d4-4db3-abab-c77600884428 req-12898950-e60d-48ea-8ed7-6dc12dc08629 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 945 time: 0.2330608 Mar 08 05:18:09.633297 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41902) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:09.728811 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d791e137-dbb8-46f5-81ee-f3eef3bcf08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (d4770685-7661-41b3-8a9d-88d2198076ee), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:09.753777 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-42526686-c5d4-4db3-abab-c77600884428 req-03e14cba-6d49-46af-8983-6c2988f04696 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811635 Mar 08 05:18:09.760057 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:18:09.769199 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-d85cc816-af25-4c0d-a31f-86602250928c admin admin] 10.222.0.26 "PUT /v2.0/routers/dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7464700 Mar 08 05:18:09.772478 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41904) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:09.774619 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] Sync routers for ids ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:18:09.839005 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] Routers {'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:09.840944 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:09.854288 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-523d0fa5-b2d4-4846-a71f-f7884316d6b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e2c99e12c3547c8be346bc36c63ef30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102675 Mar 08 05:18:09.860631 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41906) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:09.969976 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Deleting port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:09.969976 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.002290 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-21d83af0-73ee-48c4-9662-6922ac055a45 admin admin] Publish callbacks [] for security_group (77f9f575-b17b-4109-af4f-a94bb237abe6), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.054143 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d791e137-dbb8-46f5-81ee-f3eef3bcf08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5447673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5553494'] for subnet (d4770685-7661-41b3-8a9d-88d2198076ee), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.128113 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6aeff408-76e5-4f59-8959-45519dfc7f86 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:10.141880 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks [] for router (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.181033 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: 6aeff408-76e5-4f59-8959-45519dfc7f86 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:18:10.182014 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6aeff408-76e5-4f59-8959-45519dfc7f86 not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:10.183028 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device a2a5a8b8-3da7-42b9-993d-ee992bd40969 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:10.183306 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] For port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:10.184074 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.228070 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: a2a5a8b8-3da7-42b9-993d-ee992bd40969 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:18:10.230136 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device a2a5a8b8-3da7-42b9-993d-ee992bd40969 not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:10.260775 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] Set router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:10.319027 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks [] for router_gateway (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.387983 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-21d83af0-73ee-48c4-9662-6922ac055a45 admin admin] Publish callbacks [] for security_group (77f9f575-b17b-4109-af4f-a94bb237abe6), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.453903 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb549-a3a5-499d-8a5f-3a285e7b6506 req-1c7bd439-7620-4c41-b00e-179ac1057305 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:10.470813 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-522bb549-a3a5-499d-8a5f-3a285e7b6506 req-1c7bd439-7620-4c41-b00e-179ac1057305 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.1022518 Mar 08 05:18:10.475256 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791e137-dbb8-46f5-81ee-f3eef3bcf08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4770685-7661-41b3-8a9d-88d2198076ee,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:10.492686 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d791e137-dbb8-46f5-81ee-f3eef3bcf08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.498349 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e169a25f-d37a-4d30-92c1-da0be1518633 None None] Network 6459fbae-33a1-4a2f-bac2-0297d91770ad requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:18:10.499422 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-d791e137-dbb8-46f5-81ee-f3eef3bcf08b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d4770685-7661-41b3-8a9d-88d2198076ee HTTP/1.1" status: 204 len: 168 time: 1.3085024 Mar 08 05:18:10.508384 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41910) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:10.657916 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.659223 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (2ae964fc-5d11-4603-a579-0b7b83c06cb2), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.659666 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Floating IP 2ae964fc-5d11-4603-a579-0b7b83c06cb2 disassociated. External IP: 172.27.2.65, port: 4966696e-5106-4c5b-9bfb-1147bf8fc3b0. Mar 08 05:18:10.660521 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Calling delete_port for 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:10.709343 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (6459fbae-33a1-4a2f-bac2-0297d91770ad), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.736410 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-522bb549-a3a5-499d-8a5f-3a285e7b6506 req-09301105-e4e1-4b15-83a3-2325e6739c1d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639968 Mar 08 05:18:10.748650 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-21d83af0-73ee-48c4-9662-6922ac055a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (77f9f575-b17b-4109-af4f-a94bb237abe6), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.751349 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-21d83af0-73ee-48c4-9662-6922ac055a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:10.752787 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-21d83af0-73ee-48c4-9662-6922ac055a45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77f9f575-b17b-4109-af4f-a94bb237abe6 HTTP/1.1" status: 204 len: 168 time: 0.8911726 Mar 08 05:18:10.766972 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d83af0-73ee-48c4-9662-6922ac055a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f9f575-b17b-4109-af4f-a94bb237abe6,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:10.784922 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Deleting port c5b2049f-649b-43b0-b348-2e884c8b1bee {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:10.787478 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:11.037772 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (4966696e-5106-4c5b-9bfb-1147bf8fc3b0), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:11.040620 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:03Z', 'updated_at': '2022-03-08T05:18:07Z', 'revision_number': 5, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'gw_port': {'id': 'c5b2049f-649b-43b0-b348-2e884c8b1bee', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:04Z', 'updated_at': '2022-03-08T05:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:11.059207 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Deleting port d92848be-8b8f-453f-9e0e-a1a9c5089e6b {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:11.059669 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:11.112152 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] For port c5b2049f-649b-43b0-b348-2e884c8b1bee, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c5b2049f-649b-43b0-b348-2e884c8b1bee,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:11.112714 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:11.120284 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'Port': ['ID=4966696e-5106-4c5b-9bfb-1147bf8fc3b0,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:11.156412 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] Checking router: dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:18:11.166485 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6db568-41d0-4ae0-8e03-5e69888f3de8 None None] DHCP port deletion for 6459fbae-33a1-4a2f-bac2-0297d91770ad request from dv-cinder-828060-9-iscsi {{(pid=103749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 05:18:11.227252 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] Routers {'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:11.228659 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:11.241209 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Calling delete_port for c5b2049f-649b-43b0-b348-2e884c8b1bee owned by network:router_gateway {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:11.260636 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08fb95-ea2d-4ec5-a5dc-2f47c859d5c0 req-75e2017e-e3aa-44f0-9474-4b1ac585050b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:11.263655 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bd08fb95-ea2d-4ec5-a5dc-2f47c859d5c0 req-75e2017e-e3aa-44f0-9474-4b1ac585050b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 867 time: 0.2773991 Mar 08 05:18:11.282659 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] For port d92848be-8b8f-453f-9e0e-a1a9c5089e6b, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d92848be-8b8f-453f-9e0e-a1a9c5089e6b,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:11.283438 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:11.364133 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Calling delete_port for d92848be-8b8f-453f-9e0e-a1a9c5089e6b owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:11.416314 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-0f6db568-41d0-4ae0-8e03-5e69888f3de8 None None] Deleting port d92848be-8b8f-453f-9e0e-a1a9c5089e6b {{(pid=103749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:11.416695 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0f6db568-41d0-4ae0-8e03-5e69888f3de8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), before_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:11.427187 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] Set router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec gateway port host: None {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:11.548013 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:03Z', 'updated_at': '2022-03-08T05:18:10Z', 'revision_number': 6, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'gw_port_host': None}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:11.601481 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bd08fb95-ea2d-4ec5-a5dc-2f47c859d5c0 req-f02b6f57-7797-40f5-a68a-28057257bded tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230059 Mar 08 05:18:11.692979 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-0f6db568-41d0-4ae0-8e03-5e69888f3de8 None None] For port d92848be-8b8f-453f-9e0e-a1a9c5089e6b, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d92848be-8b8f-453f-9e0e-a1a9c5089e6b,segment=NetworkSegment(809fbfbe-f24f-4b30-8432-3ce023f7f399),segment_id=809fbfbe-f24f-4b30-8432-3ce023f7f399)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:11.693463 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0f6db568-41d0-4ae0-8e03-5e69888f3de8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), precommit_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:11.712691 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-0f6db568-41d0-4ae0-8e03-5e69888f3de8 None None] Calling delete_port for d92848be-8b8f-453f-9e0e-a1a9c5089e6b owned by network:dhcp {{(pid=103749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:11.833484 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd61c3-06b7-4f0f-8a70-9dd85abd3dfd None None] The sync data for ids ['dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec'] in dv-cinder-828060-9-iscsi is: [{'id': 'dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec', 'name': 'tempest-TestMinimumBasicScenario-2088912706-router', 'tenant_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:03Z', 'updated_at': '2022-03-08T05:18:10Z', 'revision_number': 6, 'project_id': 'f9e771cac2104f3b9aef1a2b86a331ea', 'gw_port_host': None}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:18:11.878803 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device d92848be-8b8f-453f-9e0e-a1a9c5089e6b no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:11.923005 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:11.969278 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92848be-8b8f-453f-9e0e-a1a9c5089e6b,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:11.985336 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] No DVR routers for this DVR port d92848be-8b8f-453f-9e0e-a1a9c5089e6b on host dv-cinder-828060-9-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:18:12.005639 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0f6db568-41d0-4ae0-8e03-5e69888f3de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434'] for port (d92848be-8b8f-453f-9e0e-a1a9c5089e6b), after_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.044183 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No active binding found for port d92848be-8b8f-453f-9e0e-a1a9c5089e6b {{(pid=103749) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 08 05:18:12.045307 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] The host dv-cinder-828060-9-iscsi is not matching for port d92848be-8b8f-453f-9e0e-a1a9c5089e6b host None! {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 08 05:18:12.046572 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device d92848be-8b8f-453f-9e0e-a1a9c5089e6b not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:12.052679 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6db568-41d0-4ae0-8e03-5e69888f3de8 None None] Pushing event deleted for resources: {'Port': ['ID=d92848be-8b8f-453f-9e0e-a1a9c5089e6b,revision_number=None']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:12.055028 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6db568-41d0-4ae0-8e03-5e69888f3de8 None None] No DVR routers for this DVR port d92848be-8b8f-453f-9e0e-a1a9c5089e6b on host dv-cinder-828060-9-iscsi {{(pid=103749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:18:12.089728 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (c5b2049f-649b-43b0-b348-2e884c8b1bee), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.130001 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:18:12.152781 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b2049f-649b-43b0-b348-2e884c8b1bee,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:12.195048 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (6459fbae-33a1-4a2f-bac2-0297d91770ad), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.290178 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6459fbae-33a1-4a2f-bac2-0297d91770ad']}} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:12.324220 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:18:12.338682 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:18:12.344931 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c07103-9a32-4269-9303-bfa075d0261a req-ac580328-054b-48e5-9ad2-f46c7713ffbb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:12.347364 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-69c07103-9a32-4269-9303-bfa075d0261a req-ac580328-054b-48e5-9ad2-f46c7713ffbb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.3685853 Mar 08 05:18:12.352060 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809fbfbe-f24f-4b30-8432-3ce023f7f399') {'for_net_delete': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:12.352631 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809fbfbe-f24f-4b30-8432-3ce023f7f399') {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:12.360169 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:12.368469 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:12.397009 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] No DVR routers for this DVR port 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:18:12.400728 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.402337 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8208776'] for router_gateway (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.407835 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-dd777815-23fa-4c29-be85-b145fba2a847 req-7ce8af01-52c2-406b-9fdc-d9751a101060 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "DELETE /v2.0/ports/4966696e-5106-4c5b-9bfb-1147bf8fc3b0 HTTP/1.1" status: 204 len: 173 time: 2.8659422 Mar 08 05:18:12.408144 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5539400'] for segment (809fbfbe-f24f-4b30-8432-3ce023f7f399), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.408619 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'name': 'network-vif-deleted', 'tag': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:18:12.411450 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2570e5d1-08fd-48e5-9a96-471c9de1872a" -d '{"events": [{"server_uuid": "1a1fcac7-6889-4ee8-bf31-28fa421e0176", "name": "network-vif-deleted", "tag": "4966696e-5106-4c5b-9bfb-1147bf8fc3b0"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:18:12.473899 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dd2c3d-39f3-4b2e-9171-81c8944d885f x-openstack-request-id: req-89dd2c3d-39f3-4b2e-9171-81c8944d885f {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:18:12.474193 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1fcac7-6889-4ee8-bf31-28fa421e0176", "name": "network-vif-deleted", "tag": "4966696e-5106-4c5b-9bfb-1147bf8fc3b0", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:18:12.474958 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-89dd2c3d-39f3-4b2e-9171-81c8944d885f {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:18:12.476913 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1fcac7-6889-4ee8-bf31-28fa421e0176', 'name': 'network-vif-deleted', 'tag': '4966696e-5106-4c5b-9bfb-1147bf8fc3b0', 'status': 'completed', 'code': 200} Mar 08 05:18:12.566383 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (809fbfbe-f24f-4b30-8432-3ce023f7f399), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.597789 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28534'] for router (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.602974 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks [] for router_controller (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.605196 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:18:12.605811 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111877'] for segment (809fbfbe-f24f-4b30-8432-3ce023f7f399), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: Traceback (most recent call last): Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: timer() Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: cb(*args, **kw) Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: return func(*args, **kwargs) Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: self._notify() Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: self.callback(batched_events) Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: event.method(event) Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: return f(self, *a, **k) Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._get(url).json() Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: return self.request(url, 'GET', **kwargs) Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:18:12.607825 dv-cinder-828060-9-iscsi neutron-server[103747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:18:12.675866 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:12.721374 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-69c07103-9a32-4269-9303-bfa075d0261a req-404d8799-bdb4-4c0c-890f-ba64dfaad0ce tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660264 Mar 08 05:18:12.760532 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:12.876344 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:18:12.885332 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 4966696e-5106-4c5b-9bfb-1147bf8fc3b0 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:12.892719 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d41439ef-003e-4ec8-a514-c9efa3eae28d req-fb0fab49-5f18-458e-8d2a-326afb4ab668 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a1fcac7-6889-4ee8-bf31-28fa421e0176 HTTP/1.1" status: 200 len: 210 time: 0.0704591 Mar 08 05:18:12.893713 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (6459fbae-33a1-4a2f-bac2-0297d91770ad), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.895803 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8221995'] for router (dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.897525 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec {{(pid=103747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 05:18:12.904016 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.909955 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6459fbae-33a1-4a2f-bac2-0297d91770ad HTTP/1.1" status: 204 len: 168 time: 2.3979051 Mar 08 05:18:12.927893 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:12.937434 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41924) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:12.946077 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-8bd5a045-bc37-4fce-b518-637516061a49 admin admin] 10.222.0.26 "DELETE /v2.0/routers/dcdcb6b4-ae69-43f2-95fb-fbd95b14d5ec HTTP/1.1" status: 204 len: 168 time: 3.1704221 Mar 08 05:18:12.970485 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0220-d895-449d-973d-8e58820af490 admin admin] Pushing event deleted for resources: {'Network': ['ID=6459fbae-33a1-4a2f-bac2-0297d91770ad,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:13.071295 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_v2 [None req-417080ad-1d49-4a02-a503-c862a512a402 admin admin] Deleting subnet 476f9694-b754-46ef-9d8e-a726687124ab {{(pid=103748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:18:13.088654 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-417080ad-1d49-4a02-a503-c862a512a402 admin admin] Publish callbacks [] for subnet (476f9694-b754-46ef-9d8e-a726687124ab), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:13.172899 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-417080ad-1d49-4a02-a503-c862a512a402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5430528'] for subnet (476f9694-b754-46ef-9d8e-a726687124ab), precommit_delete_associations {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:13.369430 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-417080ad-1d49-4a02-a503-c862a512a402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (476f9694-b754-46ef-9d8e-a726687124ab), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:13.388327 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '49950ef0-0570-4104-8eab-b7575ae1c396', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:15:37Z', 'updated_at': '2022-03-08T05:16:03Z', 'revision_number': 2, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:13.451321 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:18:13.481990 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:13.482811 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:17:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:13.567938 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-417080ad-1d49-4a02-a503-c862a512a402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5447673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5553494'] for subnet (476f9694-b754-46ef-9d8e-a726687124ab), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:13.611220 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417080ad-1d49-4a02-a503-c862a512a402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=476f9694-b754-46ef-9d8e-a726687124ab,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:13.625550 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-417080ad-1d49-4a02-a503-c862a512a402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:13.636122 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac394343-ad4e-4a81-9e56-bb535f8854c4 None None] Network 8647a081-6083-4e26-84cc-e0a9c6facc86 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:18:13.636663 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41926) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:13.656315 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-417080ad-1d49-4a02-a503-c862a512a402 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/476f9694-b754-46ef-9d8e-a726687124ab HTTP/1.1" status: 204 len: 168 time: 0.7059193 Mar 08 05:18:13.760552 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41928) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:13.837828 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (8647a081-6083-4e26-84cc-e0a9c6facc86), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:13.844698 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-885fa355-05fc-45b1-aea3-bb96b5153f5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e21149b18ca344f09b048acf88235cd5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0905876 Mar 08 05:18:13.847269 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41930) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:13.855726 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c4ef4950-0bf6-4686-b3e9-c1adb5deda0a no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:13.959075 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: c4ef4950-0bf6-4686-b3e9-c1adb5deda0a {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:18:13.961011 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c4ef4950-0bf6-4686-b3e9-c1adb5deda0a not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:13.963399 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c5b2049f-649b-43b0-b348-2e884c8b1bee no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:13.984001 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Deleting port e3252d7c-4100-4ad6-ba21-9e6476b18495 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:13.984780 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:13.999461 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-86b72bfd-ce8e-420d-b311-d3fb5b40a666 admin admin] Publish callbacks [] for security_group (eae05b78-6345-43ee-9612-37794fc21e3c), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.024572 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: c5b2049f-649b-43b0-b348-2e884c8b1bee {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:18:14.027460 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:14.028367 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c5b2049f-649b-43b0-b348-2e884c8b1bee not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:14.057466 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-86b72bfd-ce8e-420d-b311-d3fb5b40a666 admin admin] Publish callbacks [] for security_group (eae05b78-6345-43ee-9612-37794fc21e3c), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.161089 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41938) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:14.167412 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c3558-958f-4244-95d5-4c408e915553 None None] DHCP port deletion for 8647a081-6083-4e26-84cc-e0a9c6facc86 request from dv-cinder-828060-9-iscsi {{(pid=103749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 05:18:14.176546 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] For port e3252d7c-4100-4ad6-ba21-9e6476b18495, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=e3252d7c-4100-4ad6-ba21-9e6476b18495,segment=NetworkSegment(10e6ce51-bd72-4515-805b-8db1cffaa411),segment_id=10e6ce51-bd72-4515-805b-8db1cffaa411)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:14.177083 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.209989 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Calling delete_port for e3252d7c-4100-4ad6-ba21-9e6476b18495 owned by network:dhcp {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:14.225180 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-86b72bfd-ce8e-420d-b311-d3fb5b40a666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (eae05b78-6345-43ee-9612-37794fc21e3c), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.230994 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-86b72bfd-ce8e-420d-b311-d3fb5b40a666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.233128 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-86b72bfd-ce8e-420d-b311-d3fb5b40a666 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eae05b78-6345-43ee-9612-37794fc21e3c HTTP/1.1" status: 204 len: 168 time: 0.3843632 Mar 08 05:18:14.268755 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b72bfd-ce8e-420d-b311-d3fb5b40a666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae05b78-6345-43ee-9612-37794fc21e3c,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:14.315718 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-d67c3558-958f-4244-95d5-4c408e915553 None None] Deleting port e3252d7c-4100-4ad6-ba21-9e6476b18495 {{(pid=103749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:14.316103 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d67c3558-958f-4244-95d5-4c408e915553 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), before_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.392362 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbf79b-3924-4e24-b2cf-fdd5fe294203 req-08d94bc8-346a-4ed3-80bb-6744f9b52276 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:14.394484 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-78bbf79b-3924-4e24-b2cf-fdd5fe294203 req-08d94bc8-346a-4ed3-80bb-6744f9b52276 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.3643658 Mar 08 05:18:14.452978 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-d67c3558-958f-4244-95d5-4c408e915553 None None] For port e3252d7c-4100-4ad6-ba21-9e6476b18495, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=e3252d7c-4100-4ad6-ba21-9e6476b18495,segment=NetworkSegment(10e6ce51-bd72-4515-805b-8db1cffaa411),segment_id=10e6ce51-bd72-4515-805b-8db1cffaa411)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:14.452978 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d67c3558-958f-4244-95d5-4c408e915553 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), precommit_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.466411 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-365eddf2-3b5a-4c46-88fe-61aefe12f3ce tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.496074 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-d67c3558-958f-4244-95d5-4c408e915553 None None] Calling delete_port for e3252d7c-4100-4ad6-ba21-9e6476b18495 owned by network:dhcp {{(pid=103749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:14.528113 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-365eddf2-3b5a-4c46-88fe-61aefe12f3ce tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.541019 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-78bbf79b-3924-4e24-b2cf-fdd5fe294203 req-64c85f25-1dcf-4227-a583-c8dec1fef7c2 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392977 Mar 08 05:18:14.614951 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '49950ef0-0570-4104-8eab-b7575ae1c396', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:15:37Z', 'updated_at': '2022-03-08T05:16:03Z', 'revision_number': 2, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:14.643644 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e2c30-fe41-4c48-8c03-1f56cd9e5dd2 None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '49950ef0-0570-4104-8eab-b7575ae1c396', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '82f4a166-f86e-443f-a924-e4945d08b828', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:d8:19:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe506b0-1fca-43c7-a03d-acac85874246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:15:37Z', 'updated_at': '2022-03-08T05:16:03Z', 'revision_number': 2, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:18:14.734934 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.735977 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d67c3558-958f-4244-95d5-4c408e915553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434'] for port (e3252d7c-4100-4ad6-ba21-9e6476b18495), after_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.772790 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] No DVR routers for this DVR port e3252d7c-4100-4ad6-ba21-9e6476b18495 on host dv-cinder-828060-9-iscsi {{(pid=103747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:18:14.776801 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3252d7c-4100-4ad6-ba21-9e6476b18495,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:14.800649 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c3558-958f-4244-95d5-4c408e915553 None None] No DVR routers for this DVR port e3252d7c-4100-4ad6-ba21-9e6476b18495 on host dv-cinder-828060-9-iscsi {{(pid=103749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:18:14.804620 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c3558-958f-4244-95d5-4c408e915553 None None] Pushing event deleted for resources: {'Port': ['ID=e3252d7c-4100-4ad6-ba21-9e6476b18495,revision_number=None']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:14.846986 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-365eddf2-3b5a-4c46-88fe-61aefe12f3ce tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.850686 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-365eddf2-3b5a-4c46-88fe-61aefe12f3ce tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:14.852654 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-365eddf2-3b5a-4c46-88fe-61aefe12f3ce tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "DELETE /v2.0/security-groups/5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd HTTP/1.1" status: 204 len: 168 time: 0.6971972 Mar 08 05:18:14.856308 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41942) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:14.881707 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365eddf2-3b5a-4c46-88fe-61aefe12f3ce tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:14.894523 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.api.v2.resource [None req-0168ef04-d465-4e6e-bd8b-28690373d2e5 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] show failed (client error): The resource could not be found. Mar 08 05:18:14.896422 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0168ef04-d465-4e6e-bd8b-28690373d2e5 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups/5bc3cfc3-eea1-4ecc-a6e2-a8fe8c852efd HTTP/1.1" status: 404 len: 347 time: 0.0383887 Mar 08 05:18:14.899639 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41944) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:14.950885 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (8647a081-6083-4e26-84cc-e0a9c6facc86), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:15.010259 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8647a081-6083-4e26-84cc-e0a9c6facc86']}} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:15.043675 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e6ce51-bd72-4515-805b-8db1cffaa411') {'for_net_delete': True} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:15.044105 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.services.segments.db [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e6ce51-bd72-4515-805b-8db1cffaa411') {} {{(pid=103747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:15.099646 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5539400'] for segment (10e6ce51-bd72-4515-805b-8db1cffaa411), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:15.115995 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Deleting port 98514591-71e5-4ca9-8956-adaebc4100ff {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:15.116330 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (98514591-71e5-4ca9-8956-adaebc4100ff), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:15.138523 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (10e6ce51-bd72-4515-805b-8db1cffaa411), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:15.154287 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103747) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:18:15.155498 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5111877'] for segment (10e6ce51-bd72-4515-805b-8db1cffaa411), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: Traceback (most recent call last): Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: timer() Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: cb(*args, **kw) Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: return func(*args, **kwargs) Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: self._notify() Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: self.callback(batched_events) Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: event.method(event) Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: return f(self, *a, **k) Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._get(url).json() Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: return self.request(url, 'GET', **kwargs) Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:18:15.157989 dv-cinder-828060-9-iscsi neutron-server[103747]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:18:15.187109 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d219524-8fca-443a-a53c-3ec54b7a139b None None] New status for floating IP 2ae964fc-5d11-4603-a579-0b7b83c06cb2: DOWN {{(pid=103749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:18:15.234934 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (98514591-71e5-4ca9-8956-adaebc4100ff), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:15.247837 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (98514591-71e5-4ca9-8956-adaebc4100ff), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:15.266017 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Calling delete_port for 98514591-71e5-4ca9-8956-adaebc4100ff owned by network:floatingip {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:15.328164 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (8647a081-6083-4e26-84cc-e0a9c6facc86), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:15.343980 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:15.357132 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8647a081-6083-4e26-84cc-e0a9c6facc86 HTTP/1.1" status: 204 len: 168 time: 1.7193458 Mar 08 05:18:15.388709 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec9c41-15a6-49f3-b26f-83e4aba7ed88 admin admin] Pushing event deleted for resources: {'Network': ['ID=8647a081-6083-4e26-84cc-e0a9c6facc86,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:15.736954 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device e3252d7c-4100-4ad6-ba21-9e6476b18495 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:15.742591 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315fef6-15f0-43f7-ae83-a8e2d1d9ec9c req-fd336b0b-15c1-45c0-a34d-f5b8f139ddb8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:15.744291 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a315fef6-15f0-43f7-ae83-a8e2d1d9ec9c req-fd336b0b-15c1-45c0-a34d-f5b8f139ddb8 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0669909 Mar 08 05:18:15.744661 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: e3252d7c-4100-4ad6-ba21-9e6476b18495 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:18:15.745066 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device e3252d7c-4100-4ad6-ba21-9e6476b18495 not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:15.798410 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a315fef6-15f0-43f7-ae83-a8e2d1d9ec9c req-4f366d48-22a8-464b-9490-7968dd8df961 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450947 Mar 08 05:18:16.196069 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (98514591-71e5-4ca9-8956-adaebc4100ff), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:16.227037 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'Port': ['ID=98514591-71e5-4ca9-8956-adaebc4100ff,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:16.299287 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (2ae964fc-5d11-4603-a579-0b7b83c06cb2), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:16.307756 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:16.308634 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-bb5ea69d-b8f3-46ed-bec0-79793620c2b7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "DELETE /v2.0/floatingips/2ae964fc-5d11-4603-a579-0b7b83c06cb2 HTTP/1.1" status: 204 len: 168 time: 1.4062703 Mar 08 05:18:16.324658 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 41968) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:16.402192 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-122915a7-e7bc-4f8d-8588-fc7deb5c7236 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=372dca34600e4c629cdd1bf9f8743f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758772 Mar 08 05:18:16.407613 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 41974) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:16.512621 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ee976474-c3ae-4340-a158-e293852b521f admin admin] Publish callbacks [] for security_group (baf85545-d97e-4034-84b5-406a117561f8), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:16.544316 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ee976474-c3ae-4340-a158-e293852b521f admin admin] Publish callbacks [] for security_group (baf85545-d97e-4034-84b5-406a117561f8), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:16.762254 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ee976474-c3ae-4340-a158-e293852b521f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (baf85545-d97e-4034-84b5-406a117561f8), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:16.767765 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ee976474-c3ae-4340-a158-e293852b521f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:16.772120 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-ee976474-c3ae-4340-a158-e293852b521f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/baf85545-d97e-4034-84b5-406a117561f8 HTTP/1.1" status: 204 len: 168 time: 0.3599753 Mar 08 05:18:16.802027 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee976474-c3ae-4340-a158-e293852b521f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf85545-d97e-4034-84b5-406a117561f8,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:17.006080 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa339af-0669-472a-be65-b86833acde51 req-2771af2f-d7ff-4f61-8ec9-74a2e2e4f1c9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:17.013631 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5fa339af-0669-472a-be65-b86833acde51 req-2771af2f-d7ff-4f61-8ec9-74a2e2e4f1c9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.1235816 Mar 08 05:18:17.104530 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5fa339af-0669-472a-be65-b86833acde51 req-504694f9-6beb-4c06-8d1d-815c1e227f11 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838189 Mar 08 05:18:17.951275 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42006) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:18.007826 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ea51ba79-f3a7-4e7d-a8a8-c3f7d4b05e4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9e771cac2104f3b9aef1a2b86a331ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781095 Mar 08 05:18:18.010671 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42008) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:18.115482 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7794b108-ff3e-4b35-b9d8-46ef41f063f6 admin admin] Publish callbacks [] for security_group (e8068077-9233-4b36-a3c3-f2f6c47bc7f2), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:18.151875 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7794b108-ff3e-4b35-b9d8-46ef41f063f6 admin admin] Publish callbacks [] for security_group (e8068077-9233-4b36-a3c3-f2f6c47bc7f2), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:18.317924 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eada2-243e-4819-900d-dc151945c6de req-2371ae66-3382-4795-abf4-1a0e14168378 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:18.331301 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7f1eada2-243e-4819-900d-dc151945c6de req-2371ae66-3382-4795-abf4-1a0e14168378 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.1098576 Mar 08 05:18:18.345107 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7794b108-ff3e-4b35-b9d8-46ef41f063f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e8068077-9233-4b36-a3c3-f2f6c47bc7f2), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:18.349507 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-7794b108-ff3e-4b35-b9d8-46ef41f063f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:18.353363 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-7794b108-ff3e-4b35-b9d8-46ef41f063f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8068077-9233-4b36-a3c3-f2f6c47bc7f2 HTTP/1.1" status: 204 len: 168 time: 0.3402369 Mar 08 05:18:18.366171 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794b108-ff3e-4b35-b9d8-46ef41f063f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8068077-9233-4b36-a3c3-f2f6c47bc7f2,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:18.430097 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7f1eada2-243e-4819-900d-dc151945c6de req-001b5f1e-e5ac-4422-b78e-06e1182226af tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974774 Mar 08 05:18:19.612435 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fca86-15ee-424f-87b5-a23aad37a4e0 req-fd8f4267-748d-4a47-97eb-45e9ca702fbc tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:19.614048 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-132fca86-15ee-424f-87b5-a23aad37a4e0 req-fd8f4267-748d-4a47-97eb-45e9ca702fbc tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0658050 Mar 08 05:18:19.681540 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-132fca86-15ee-424f-87b5-a23aad37a4e0 req-10e67d99-df11-4c1f-bc46-9c8ed84b5b27 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607243 Mar 08 05:18:19.752296 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-950fb6a4-5bd4-4f47-93c5-b4fbf260f7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:20.239334 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13bfdd-b422-4221-bcfc-fed9bb17e6a6 req-e0a6b552-e279-4156-af11-8e1ce480232e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:20.240913 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c13bfdd-b422-4221-bcfc-fed9bb17e6a6 req-e0a6b552-e279-4156-af11-8e1ce480232e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 946 time: 0.0565357 Mar 08 05:18:20.295991 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c13bfdd-b422-4221-bcfc-fed9bb17e6a6 req-7d2b9100-217b-4c5d-9469-cc476bf9c8ba tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489175 Mar 08 05:18:20.876068 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0fb1-f874-4619-b248-5cd15da3fac2 req-b38dbd95-1c14-46cb-9aed-4107d54a4b86 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:20.883290 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4c8b0fb1-f874-4619-b248-5cd15da3fac2 req-b38dbd95-1c14-46cb-9aed-4107d54a4b86 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0809870 Mar 08 05:18:20.942060 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4c8b0fb1-f874-4619-b248-5cd15da3fac2 req-f864f14a-aa42-4e40-8349-74c953893a9a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573571 Mar 08 05:18:21.439502 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd41906-8c81-4c52-80bd-d791b1af187c req-41340ca2-fbf8-494e-887d-d3ad5f98981d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:21.441732 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-efd41906-8c81-4c52-80bd-d791b1af187c req-41340ca2-fbf8-494e-887d-d3ad5f98981d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 946 time: 0.0724342 Mar 08 05:18:21.504422 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-efd41906-8c81-4c52-80bd-d791b1af187c req-7ac98aab-5e2b-4d74-982d-cb53920d2a4f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562866 Mar 08 05:18:22.103323 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5862d5e-c16a-4a1d-a3ac-e0668a697dd4 req-16aef2f6-09ce-4af8-852c-55850116b5f3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:22.104854 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5862d5e-c16a-4a1d-a3ac-e0668a697dd4 req-16aef2f6-09ce-4af8-852c-55850116b5f3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0669751 Mar 08 05:18:22.155120 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a5862d5e-c16a-4a1d-a3ac-e0668a697dd4 req-1e793f3f-116a-4eb4-a7f4-a38e6f8981e1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Mar 08 05:18:22.291187 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-e3dc6499-106b-4f0b-8b50-dd2257128ade tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:22.292600 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-e3dc6499-106b-4f0b-8b50-dd2257128ade tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 946 time: 0.0550184 Mar 08 05:18:22.430025 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6fc3e-e478-4478-8980-ba5438a789da req-93d8420e-7802-4744-8d0e-579fd23f0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:22.431623 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-63c6fc3e-e478-4478-8980-ba5438a789da req-93d8420e-7802-4744-8d0e-579fd23f0cfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 1129 time: 0.0866797 Mar 08 05:18:22.476386 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Deleting port 82f4a166-f86e-443f-a924-e4945d08b828 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:22.476729 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (82f4a166-f86e-443f-a924-e4945d08b828), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:22.605236 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6fc3e-e478-4478-8980-ba5438a789da req-9d657778-85f6-4e19-9104-4d8d63613375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:22.609725 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-63c6fc3e-e478-4478-8980-ba5438a789da req-9d657778-85f6-4e19-9104-4d8d63613375 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 917 time: 0.1650496 Mar 08 05:18:22.671603 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e0e138be-ab85-4f43-9f15-b6f8095a71ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:22.672892 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eed88-f64d-4c20-849e-8809319f8fba req-c5e12eec-f758-4d2c-82ad-efe1dc94195a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:22.674504 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1f8eed88-f64d-4c20-849e-8809319f8fba req-c5e12eec-f758-4d2c-82ad-efe1dc94195a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 946 time: 0.0765958 Mar 08 05:18:22.687420 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] For port 82f4a166-f86e-443f-a924-e4945d08b828, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=82f4a166-f86e-443f-a924-e4945d08b828,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:22.687832 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (82f4a166-f86e-443f-a924-e4945d08b828), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:22.724313 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1f8eed88-f64d-4c20-849e-8809319f8fba req-c405077f-1544-43f9-bafa-7aafc1aae751 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=75673043-451c-4d23-ab27-1fa757f7f82d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436087 Mar 08 05:18:22.743169 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-63c6fc3e-e478-4478-8980-ba5438a789da req-2429b7b4-e815-4d09-9c0f-c774c506a44e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8 HTTP/1.1" status: 200 len: 1000 time: 0.1271553 Mar 08 05:18:22.849956 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6fc3e-e478-4478-8980-ba5438a789da req-fde2b50e-3816-4e41-9c71-4cfaaeff9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:22.851490 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-63c6fc3e-e478-4478-8980-ba5438a789da req-fde2b50e-3816-4e41-9c71-4cfaaeff9979 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.0991638 Mar 08 05:18:22.959866 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:22.960230 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (49950ef0-0570-4104-8eab-b7575ae1c396), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:22.960551 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Floating IP 49950ef0-0570-4104-8eab-b7575ae1c396 disassociated. External IP: 172.27.2.138, port: 82f4a166-f86e-443f-a924-e4945d08b828. Mar 08 05:18:22.960895 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Calling delete_port for 82f4a166-f86e-443f-a924-e4945d08b828 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:22.973812 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6fc3e-e478-4478-8980-ba5438a789da req-0b7357b6-71c7-4498-af88-43c935cc021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:22.975376 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-63c6fc3e-e478-4478-8980-ba5438a789da req-0b7357b6-71c7-4498-af88-43c935cc021f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164443 Mar 08 05:18:23.126645 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-63c6fc3e-e478-4478-8980-ba5438a789da req-e425e4a7-f3a1-4610-a7d2-1430e6dffe73 service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161196 Mar 08 05:18:23.264501 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-63c6fc3e-e478-4478-8980-ba5438a789da req-3e9edb7b-62a6-4a45-a411-6deed81470cf service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128602 Mar 08 05:18:23.295032 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a2c51-64fd-4c47-b5f7-fece2cb9ac9b req-5598702b-c86d-47d5-ba49-c11803627502 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:23.296778 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d92a2c51-64fd-4c47-b5f7-fece2cb9ac9b req-5598702b-c86d-47d5-ba49-c11803627502 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0586028 Mar 08 05:18:23.298533 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (82f4a166-f86e-443f-a924-e4945d08b828), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:23.339608 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'Port': ['ID=82f4a166-f86e-443f-a924-e4945d08b828,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:23.378790 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d92a2c51-64fd-4c47-b5f7-fece2cb9ac9b req-7580e7bb-9c8d-4617-971c-dc12ea10652a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699153 Mar 08 05:18:23.463914 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:18:23.587957 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:18:23.599585 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:18:23.614192 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:23.615188 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:23.634798 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] No DVR routers for this DVR port 82f4a166-f86e-443f-a924-e4945d08b828 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:18:23.637369 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:23.644082 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1f2dfa44-2715-45f1-8a7d-91686333229f req-00f2f863-a33e-422d-ac6e-28743b39ca72 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "DELETE /v2.0/ports/82f4a166-f86e-443f-a924-e4945d08b828 HTTP/1.1" status: 204 len: 173 time: 1.3293059 Mar 08 05:18:23.645004 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe506b0-1fca-43c7-a03d-acac85874246', 'name': 'network-vif-deleted', 'tag': '82f4a166-f86e-443f-a924-e4945d08b828'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:18:23.649477 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d436fa4-bb6c-45b6-93cf-11b2b00de7ce" -d '{"events": [{"server_uuid": "3fe506b0-1fca-43c7-a03d-acac85874246", "name": "network-vif-deleted", "tag": "82f4a166-f86e-443f-a924-e4945d08b828"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:18:23.725664 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf17199-4640-488f-8659-8d78d0f932cd x-openstack-request-id: req-7cf17199-4640-488f-8659-8d78d0f932cd {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:18:23.725664 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe506b0-1fca-43c7-a03d-acac85874246", "name": "network-vif-deleted", "tag": "82f4a166-f86e-443f-a924-e4945d08b828", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:18:23.725664 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cf17199-4640-488f-8659-8d78d0f932cd {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:18:23.725664 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe506b0-1fca-43c7-a03d-acac85874246', 'name': 'network-vif-deleted', 'tag': '82f4a166-f86e-443f-a924-e4945d08b828', 'status': 'completed', 'code': 200} Mar 08 05:18:23.752745 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:23.886663 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-133f0f85-d4e9-431f-b39e-cb6deeadf578 req-cd3370de-fd19-4109-9e03-60eef55bef92 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0452597 Mar 08 05:18:24.009718 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:24.041191 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:18:24.051476 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:24.052108 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:24.167136 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:24.390672 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:24.420119 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399af6f8-e698-4a2c-af6c-dce56afe5826 None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:18:24.551886 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd1513-4cf6-445b-8085-bb224c372f1c req-ad4bf69f-1dd8-4471-b70f-9b98cb1ff96f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:24.553524 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4dbd1513-4cf6-445b-8085-bb224c372f1c req-ad4bf69f-1dd8-4471-b70f-9b98cb1ff96f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0831819 Mar 08 05:18:24.565178 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:24.612164 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4dbd1513-4cf6-445b-8085-bb224c372f1c req-b145d8f7-d180-487b-b5d0-ef4902ddbbb9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512817 Mar 08 05:18:24.704809 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d88051-07be-40de-bf4a-4c6801a821c5 None None] New status for floating IP 49950ef0-0570-4104-8eab-b7575ae1c396: DOWN {{(pid=103749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:18:24.997369 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b577176e-2e50-4e1b-ac12-7f5d92487e23 req-1f3f338a-3096-40fc-a944-3c1049582391 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0280674 Mar 08 05:18:25.605333 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:25.750197 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be20bf-c2fe-486c-9ca8-cc27ffab1ef1 req-2d9483b3-7fe0-4837-9551-b2ef03983aac tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:25.751814 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a0be20bf-c2fe-486c-9ca8-cc27ffab1ef1 req-2d9483b3-7fe0-4837-9551-b2ef03983aac tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 945 time: 0.0551019 Mar 08 05:18:25.806320 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a0be20bf-c2fe-486c-9ca8-cc27ffab1ef1 req-efb281af-ae9d-4c59-bf99-ae256bdc9c08 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 Mar 08 05:18:26.083454 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:26.101917 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4220c765-1745-4962-b4ce-9ec5f1af4150 req-3aa6ff6d-b7eb-4860-ad58-40c40309fd82 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fe506b0-1fca-43c7-a03d-acac85874246 HTTP/1.1" status: 200 len: 210 time: 0.0332413 Mar 08 05:18:26.197645 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 781f9e98-d057-48e1-aa51-de683d4ddbe8 is: ACTIVE; New status is: DOWN {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:18:26.198288 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:26.224449 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:18:26.231189 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb49d15-c91e-4c92-a6f5-15e7a48df611" -d '{"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:18:26.243341 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:26.272105 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 05:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c508f3-37c9-45f3-92a2-b8850941f2e9 x-openstack-request-id: req-b1c508f3-37c9-45f3-92a2-b8850941f2e9 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:18:26.272473 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:18:26.272723 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1c508f3-37c9-45f3-92a2-b8850941f2e9 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:18:26.273116 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'code': 200} Mar 08 05:18:26.330348 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:26.392692 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=8']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:26.507776 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:26.962056 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37abe1-25a5-4f38-8010-fc50981e6296 req-5bf7f95f-a9e3-4305-9ea0-5682d9e3adf0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:26.963595 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ab37abe1-25a5-4f38-8010-fc50981e6296 req-5bf7f95f-a9e3-4305-9ea0-5682d9e3adf0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0547462 Mar 08 05:18:27.018007 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ab37abe1-25a5-4f38-8010-fc50981e6296 req-cfc4157d-5885-4940-af45-0d5fc153fbd9 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472262 Mar 08 05:18:27.300329 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42108) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:27.357292 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d6aea07a-297b-4bd7-a043-170414e30c2d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (75673043-451c-4d23-ab27-1fa757f7f82d), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:27.382346 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d6aea07a-297b-4bd7-a043-170414e30c2d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (75673043-451c-4d23-ab27-1fa757f7f82d), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:27.499055 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d6aea07a-297b-4bd7-a043-170414e30c2d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (75673043-451c-4d23-ab27-1fa757f7f82d), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:27.501992 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d6aea07a-297b-4bd7-a043-170414e30c2d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:27.503231 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-d6aea07a-297b-4bd7-a043-170414e30c2d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "DELETE /v2.0/security-groups/75673043-451c-4d23-ab27-1fa757f7f82d HTTP/1.1" status: 204 len: 168 time: 0.2018414 Mar 08 05:18:27.506038 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42116) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:27.513217 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aea07a-297b-4bd7-a043-170414e30c2d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75673043-451c-4d23-ab27-1fa757f7f82d,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:27.525145 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.api.v2.resource [None req-4996235e-3b58-45e2-981c-b966c63879b2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] show failed (client error): The resource could not be found. Mar 08 05:18:27.526365 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-4996235e-3b58-45e2-981c-b966c63879b2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups/75673043-451c-4d23-ab27-1fa757f7f82d HTTP/1.1" status: 404 len: 347 time: 0.0186462 Mar 08 05:18:27.531002 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42120) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:27.681098 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Deleting port 98bde06f-da0d-4c02-b461-980da2bdac88 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:18:27.681464 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (98bde06f-da0d-4c02-b461-980da2bdac88), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:27.763783 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (98bde06f-da0d-4c02-b461-980da2bdac88), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:27.764762 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (98bde06f-da0d-4c02-b461-980da2bdac88), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:27.777983 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Calling delete_port for 98bde06f-da0d-4c02-b461-980da2bdac88 owned by network:floatingip {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:18:28.028381 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (98bde06f-da0d-4c02-b461-980da2bdac88), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:28.056397 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'Port': ['ID=98bde06f-da0d-4c02-b461-980da2bdac88,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:28.152719 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (49950ef0-0570-4104-8eab-b7575ae1c396), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:28.156092 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:28.157316 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-ca77b392-afb5-4a40-90b9-b482d8b416a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "DELETE /v2.0/floatingips/49950ef0-0570-4104-8eab-b7575ae1c396 HTTP/1.1" status: 204 len: 168 time: 0.6253064 Mar 08 05:18:28.176529 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114581d9-a828-459d-9b71-17ad19172ab2 req-602f5fd5-7163-4124-a1d2-cdc6937e670f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:28.178106 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-114581d9-a828-459d-9b71-17ad19172ab2 req-602f5fd5-7163-4124-a1d2-cdc6937e670f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0678461 Mar 08 05:18:28.242451 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-114581d9-a828-459d-9b71-17ad19172ab2 req-c16caf9c-9ea1-4d6a-9a44-3f9763c69b29 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581663 Mar 08 05:18:28.549349 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42152) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:28.554417 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-01139753-4f4d-4c76-9eeb-6f1250baf449 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671861752', 'description': 'tempest-description--1606381899'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:18:28.664573 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-01139753-4f4d-4c76-9eeb-6f1250baf449 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:28.746672 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-01139753-4f4d-4c76-9eeb-6f1250baf449 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (bae0c20e-6fc4-46c1-8320-f93363b37cb7), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:28.863834 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-01139753-4f4d-4c76-9eeb-6f1250baf449 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (bae0c20e-6fc4-46c1-8320-f93363b37cb7), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:28.896214 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01139753-4f4d-4c76-9eeb-6f1250baf449 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae0c20e-6fc4-46c1-8320-f93363b37cb7,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:28.955934 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-01139753-4f4d-4c76-9eeb-6f1250baf449 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:28.957215 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-01139753-4f4d-4c76-9eeb-6f1250baf449 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4065666 Mar 08 05:18:28.960186 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42160) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:28.964912 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-9d45cbe9-6a9f-4d80-bb13-a12ac1d4648a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group_rule': {'security_group_id': 'bae0c20e-6fc4-46c1-8320-f93363b37cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:18:29.052602 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-9d45cbe9-6a9f-4d80-bb13-a12ac1d4648a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (d33ac55f-c9cc-4f93-b639-6dc7d8bbdc45), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.119032 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-9d45cbe9-6a9f-4d80-bb13-a12ac1d4648a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (d33ac55f-c9cc-4f93-b639-6dc7d8bbdc45), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.200886 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-9d45cbe9-6a9f-4d80-bb13-a12ac1d4648a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (d33ac55f-c9cc-4f93-b639-6dc7d8bbdc45), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.220278 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45cbe9-6a9f-4d80-bb13-a12ac1d4648a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33ac55f-c9cc-4f93-b639-6dc7d8bbdc45,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:29.299015 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-9d45cbe9-6a9f-4d80-bb13-a12ac1d4648a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.303014 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-9d45cbe9-6a9f-4d80-bb13-a12ac1d4648a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390315 Mar 08 05:18:29.303502 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42164) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:29.308051 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-f58758a7-98a7-4fe0-97f2-2eaa905826ff tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group_rule': {'security_group_id': 'bae0c20e-6fc4-46c1-8320-f93363b37cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:18:29.422525 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f58758a7-98a7-4fe0-97f2-2eaa905826ff tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (310e93f7-7549-4d77-ac98-4005812e6ab1), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.475502 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.495964 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f58758a7-98a7-4fe0-97f2-2eaa905826ff tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (310e93f7-7549-4d77-ac98-4005812e6ab1), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.564783 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f58758a7-98a7-4fe0-97f2-2eaa905826ff tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (310e93f7-7549-4d77-ac98-4005812e6ab1), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.586356 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58758a7-98a7-4fe0-97f2-2eaa905826ff tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310e93f7-7549-4d77-ac98-4005812e6ab1,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:29.688517 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f58758a7-98a7-4fe0-97f2-2eaa905826ff tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.690176 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-f58758a7-98a7-4fe0-97f2-2eaa905826ff tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3853331 Mar 08 05:18:29.693439 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42176) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:29.698389 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:18:29.812390 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:29.927560 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:30.036053 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Allocated IP 172.27.2.145 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/830921a3-730a-48de-84d6-236b1727a0f8) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:18:30.095837 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:30.146459 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (830921a3-730a-48de-84d6-236b1727a0f8), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:30.180268 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 781f9e98-d057-48e1-aa51-de683d4ddbe8 is: DOWN; New status is: DOWN {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:18:30.181203 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 82f4a166-f86e-443f-a924-e4945d08b828 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:18:30.200609 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 82f4a166-f86e-443f-a924-e4945d08b828 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:18:30.200950 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 82f4a166-f86e-443f-a924-e4945d08b828 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:18:30.308543 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (830921a3-730a-48de-84d6-236b1727a0f8), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:30.379560 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:18:30.388345 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:18:30.398577 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=830921a3-730a-48de-84d6-236b1727a0f8,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:30.398577 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:18:30.492099 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (a1935f64-e86e-4cb4-a1ae-56e6724c58e4), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:30.580574 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-6fc8ee5d-9a03-4ecf-b8c4-41ea6941ebdf req-ea08d1a4-50db-4955-b9f4-679c1597ecd6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:18:30.581860 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6fc8ee5d-9a03-4ecf-b8c4-41ea6941ebdf req-ea08d1a4-50db-4955-b9f4-679c1597ecd6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1887164 Mar 08 05:18:30.615083 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (830921a3-730a-48de-84d6-236b1727a0f8), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:30.790613 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (830921a3-730a-48de-84d6-236b1727a0f8), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:30.918884 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45d038-afca-4123-aab5-e50c767e91f4 req-96bf51f1-1b2d-4125-859c-9f35c9cee2ce tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:30.921132 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7f45d038-afca-4123-aab5-e50c767e91f4 req-96bf51f1-1b2d-4125-859c-9f35c9cee2ce tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0555763 Mar 08 05:18:30.943990 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (830921a3-730a-48de-84d6-236b1727a0f8), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:30.970410 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7f45d038-afca-4123-aab5-e50c767e91f4 req-a66d1499-fff3-406f-8d7a-c6d3d19e54c7 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 Mar 08 05:18:31.023406 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=830921a3-730a-48de-84d6-236b1727a0f8,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:31.031987 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (a1935f64-e86e-4cb4-a1ae-56e6724c58e4), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:31.146403 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:31.147769 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-31790838-fd99-4a70-a663-b5d284264745 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4532564 Mar 08 05:18:31.236715 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-d6760964-43b0-42d2-b6ab-c1a8989feed7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530150 Mar 08 05:18:31.429192 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-b45ae723-6ba9-410c-b137-308f6fe6f58a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--671861752&fields=id&tenant_id=a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 267 time: 0.0572238 Mar 08 05:18:31.589501 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-e600e275-106a-46e4-b23c-5729ce6caa46 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:31.590926 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-e600e275-106a-46e4-b23c-5729ce6caa46 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports/781f9e98-d057-48e1-aa51-de683d4ddbe8 HTTP/1.1" status: 200 len: 940 time: 0.3216736 Mar 08 05:18:31.596267 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-229c9284-0490-4e0a-b354-4f3c0cea14fb tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:31.600676 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-229c9284-0490-4e0a-b354-4f3c0cea14fb tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 815 time: 0.1635935 Mar 08 05:18:31.626732 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-de47e7ab-29c9-46f1-a3b1-311022a8f857 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/quotas/a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 375 time: 0.0192783 Mar 08 05:18:31.698779 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-b906342e-6a9d-4e75-a312-5bb4b5d424d2 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641308 Mar 08 05:18:31.812783 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-958d71e6-b56d-4947-84d2-c4e26874d446 service neutron] 10.222.0.26 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992253 Mar 08 05:18:31.915349 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-d6349432-e493-49d6-8a7a-dba773fa6146 service neutron] 10.222.0.26 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966296 Mar 08 05:18:32.120921 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68ab8d-5698-47d7-b209-b9ce425ffd06 req-df28fcbf-53b0-4e7e-b967-e382cb9ddfec tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:32.122623 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1d68ab8d-5698-47d7-b209-b9ce425ffd06 req-df28fcbf-53b0-4e7e-b967-e382cb9ddfec tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0637085 Mar 08 05:18:32.133936 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42246) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:32.199849 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-42769c4e-3264-4cb7-bf05-7654bbae5719 req-b9452a59-96bc-4e39-a966-4a35b05cf4a0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 210 time: 0.0403445 Mar 08 05:18:32.217377 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1d68ab8d-5698-47d7-b209-b9ce425ffd06 req-8c57b4a5-a1fb-4bc4-ac19-ae8807ed343e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866992 Mar 08 05:18:32.274015 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-334e2358-1ad6-4251-9b1f-4a60a72ecedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:32.353644 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-334e2358-1ad6-4251-9b1f-4a60a72ecedb admin admin] Publish callbacks [] for security_group (70780604-c9cf-4c09-b13d-17e09c955f89), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:32.446634 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-334e2358-1ad6-4251-9b1f-4a60a72ecedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (70780604-c9cf-4c09-b13d-17e09c955f89), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:32.490423 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-334e2358-1ad6-4251-9b1f-4a60a72ecedb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e2d37acb8db48e7b029f59b4620c07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553813 Mar 08 05:18:32.491330 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e2358-1ad6-4251-9b1f-4a60a72ecedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70780604-c9cf-4c09-b13d-17e09c955f89,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:32.493082 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42256) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:32.557614 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-81305509-c8a2-44f7-8cbc-5a5350576b12 admin admin] Publish callbacks [] for security_group (70780604-c9cf-4c09-b13d-17e09c955f89), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:32.582704 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-81305509-c8a2-44f7-8cbc-5a5350576b12 admin admin] Publish callbacks [] for security_group (70780604-c9cf-4c09-b13d-17e09c955f89), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:32.761014 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-81305509-c8a2-44f7-8cbc-5a5350576b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (70780604-c9cf-4c09-b13d-17e09c955f89), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:32.764568 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-81305509-c8a2-44f7-8cbc-5a5350576b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:32.765808 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-81305509-c8a2-44f7-8cbc-5a5350576b12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70780604-c9cf-4c09-b13d-17e09c955f89 HTTP/1.1" status: 204 len: 168 time: 0.2716987 Mar 08 05:18:32.774333 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81305509-c8a2-44f7-8cbc-5a5350576b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70780604-c9cf-4c09-b13d-17e09c955f89,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:33.324055 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3106bd3b-77ed-40d1-a301-a129a76dad3d req-8801ddf3-b04e-4e30-a516-794a4eb249ac tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 210 time: 0.0349488 Mar 08 05:18:33.389613 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9fac-efb3-4c1d-94e4-0a261e6377e0 req-59de3918-99af-4a09-a39b-31b70add610a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:33.392311 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a61d9fac-efb3-4c1d-94e4-0a261e6377e0 req-59de3918-99af-4a09-a39b-31b70add610a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0713332 Mar 08 05:18:33.464043 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a61d9fac-efb3-4c1d-94e4-0a261e6377e0 req-fbb28cb9-b136-47da-9a9f-28d054913c44 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524235 Mar 08 05:18:33.479887 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-afc8d432-791a-4c96-ad25-4879f03c70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:33.481473 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-afc8d432-791a-4c96-ad25-4879f03c70cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1&tenant_id=d82c88089643490b8ac1cbca277282ab HTTP/1.1" status: 200 len: 1127 time: 0.0494750 Mar 08 05:18:33.512694 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42268) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:33.527390 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-edca1aa9-d761-4d12-ab9c-9ed700a62714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:33.610397 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-987e498c-549f-4e5b-9cd8-4cb32a7a585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:33.611958 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-987e498c-549f-4e5b-9cd8-4cb32a7a585f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d82c88089643490b8ac1cbca277282ab&device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 1127 time: 0.0823781 Mar 08 05:18:33.704521 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-edca1aa9-d761-4d12-ab9c-9ed700a62714 admin admin] Publish callbacks [] for security_group (dfdaba13-a94b-4b53-86f8-b099b9484a37), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:33.740856 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-92ea0301-3bde-4e0e-a62c-318df4d78157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:33.742529 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-92ea0301-3bde-4e0e-a62c-318df4d78157 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 200 len: 917 time: 0.1123071 Mar 08 05:18:33.796690 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-edca1aa9-d761-4d12-ab9c-9ed700a62714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (dfdaba13-a94b-4b53-86f8-b099b9484a37), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:33.851210 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-edca1aa9-d761-4d12-ab9c-9ed700a62714 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=999f3e30e8674445844acfa33fd0ff39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371673 Mar 08 05:18:33.854317 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-e7f09699-0cff-419a-9da3-17f1cd742b58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8 HTTP/1.1" status: 200 len: 998 time: 0.1022027 Mar 08 05:18:33.854597 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42270) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:33.855981 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca1aa9-d761-4d12-ab9c-9ed700a62714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdaba13-a94b-4b53-86f8-b099b9484a37,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:33.909737 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8d7cfff-f2cd-443b-a17b-da7a863fd806 admin admin] Publish callbacks [] for security_group (dfdaba13-a94b-4b53-86f8-b099b9484a37), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:33.913416 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-abc15945-97fc-4dff-a1ba-63f5c3b01a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:33.914980 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-abc15945-97fc-4dff-a1ba-63f5c3b01a82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 200 len: 855 time: 0.0495636 Mar 08 05:18:33.935685 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8d7cfff-f2cd-443b-a17b-da7a863fd806 admin admin] Publish callbacks [] for security_group (dfdaba13-a94b-4b53-86f8-b099b9484a37), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:33.976549 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-334bcfad-a87d-4934-a817-fd4d272e8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:33.978443 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-334bcfad-a87d-4934-a817-fd4d272e8818 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e044609-f564-417f-b790-8c2dcd333e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560691 Mar 08 05:18:34.052594 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8d7cfff-f2cd-443b-a17b-da7a863fd806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (dfdaba13-a94b-4b53-86f8-b099b9484a37), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:34.056097 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a8d7cfff-f2cd-443b-a17b-da7a863fd806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:34.057929 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-a8d7cfff-f2cd-443b-a17b-da7a863fd806 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfdaba13-a94b-4b53-86f8-b099b9484a37 HTTP/1.1" status: 204 len: 168 time: 0.2018735 Mar 08 05:18:34.070069 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7cfff-f2cd-443b-a17b-da7a863fd806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdaba13-a94b-4b53-86f8-b099b9484a37,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:34.093175 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-be43a54c-9f86-4641-8ed2-3a617c5f7a6c service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081231 Mar 08 05:18:34.199358 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d2913f72-e29d-45b0-9173-0ca782841a26 req-88d8a00f-c8d6-44a9-9b80-610fec88575e service neutron] 10.222.0.13 "GET /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990577 Mar 08 05:18:34.442010 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0624a17a-652d-4760-9f9c-e496cd981480 req-ae82bb30-4971-4605-bd62-6b14391cf297 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 210 time: 0.0409548 Mar 08 05:18:34.596586 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-8666ee3c-179f-46e8-943c-25df0c77a936 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:34.598390 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-8666ee3c-179f-46e8-943c-25df0c77a936 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 815 time: 0.1339796 Mar 08 05:18:34.646986 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d8c8c-8663-48f2-a607-8c2e1bce6ec1 req-a5754995-65d9-4d5b-a53f-8cc048ac9754 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:34.648586 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a14d8c8c-8663-48f2-a607-8c2e1bce6ec1 req-a5754995-65d9-4d5b-a53f-8cc048ac9754 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0793085 Mar 08 05:18:34.697872 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-2a51a5da-cffa-4526-b9ac-52bcac214102 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 379 time: 0.0730650 Mar 08 05:18:34.709345 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a14d8c8c-8663-48f2-a607-8c2e1bce6ec1 req-d79c8e1a-11ca-45a8-ae6c-65522b0818b4 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551295 Mar 08 05:18:34.728936 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'port': {'device_id': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'admin_state_up': True, 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'security_groups': ['bae0c20e-6fc4-46c1-8320-f93363b37cb7']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:18:34.930340 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Made reservation on behalf of a07946f08cba401dbc41861ae2fecd44 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:18:34.933941 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:35.123033 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Allocated IP 172.20.0.13 (9880e08b-4b2b-4ff2-8712-f70f43f42138/a284c7e6-481f-4746-a4b9-a51e04a22163/913d4bc7-3b63-45e1-90a8-a75aafcf0ee4) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:18:35.349413 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:35.495384 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:35.628852 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:18:35.642214 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad7aaf-4249-45a6-9bd8-ad62453263f3 req-2c139661-10cc-40e4-9dea-44cbab807e5d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:35.644525 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-31ad7aaf-4249-45a6-9bd8-ad62453263f3 req-2c139661-10cc-40e4-9dea-44cbab807e5d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 932 time: 0.0750380 Mar 08 05:18:35.653144 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:18:35.694220 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:18:35.840650 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:35.892686 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:35.893436 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:35.981275 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-0a94bb6c-ba7c-4343-b265-18d97fb91005 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2666228 Mar 08 05:18:36.087377 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Request body: {'port': {'device_id': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:18:36.192478 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-ca8f900e-5f6b-41eb-81b5-072924315c01 None None] Provisioning complete for port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:18:36.195135 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ca8f900e-5f6b-41eb-81b5-072924315c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:36.229646 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-31ad7aaf-4249-45a6-9bd8-ad62453263f3 req-c3f67e90-0714-4c1d-ac5a-1fcfee22dab5 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5728912 Mar 08 05:18:36.256468 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f900e-5f6b-41eb-81b5-072924315c01 None None] Port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:18:36.278761 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2a2ea-2e2b-4cbf-b2a2-f967c9fde852 req-6f183567-ea02-4b39-823e-792cf78db4d3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:36.286615 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:36.286883 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-68f2a2ea-2e2b-4cbf-b2a2-f967c9fde852 req-6f183567-ea02-4b39-823e-792cf78db4d3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0768158 Mar 08 05:18:36.383043 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-68f2a2ea-2e2b-4cbf-b2a2-f967c9fde852 req-55c60129-fd5f-4389-9a00-8d025f2dd43f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898745 Mar 08 05:18:36.416517 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:18:36.789604 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:18:36.803563 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Publish callbacks [] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:36.826829 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Transition to ACTIVE for port object 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:18:36.920649 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:37.028374 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Pushing event updated for resources: {'Port': ['ID=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:37.179348 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Attempting to bind port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:18:37.180408 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Attempting to bind port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:18:37.181054 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Attempting to bind port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:18:37.192619 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:18:37.192969 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Attempting to bind port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:18:37.215460 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:18:37.215919 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Checking segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:18:37.216296 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Bound using segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:18:37.217495 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Bound port: 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:18:37.218304 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:37.389104 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] For port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:18:37.405172 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] For port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:18:37.514643 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:37.527841 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83486757-e9d7-4603-b887-960d2dbc667e req-75803da9-8abd-4ca9-8858-3b430bffaccc tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:37.530284 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-83486757-e9d7-4603-b887-960d2dbc667e req-75803da9-8abd-4ca9-8858-3b430bffaccc tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 944 time: 0.1164820 Mar 08 05:18:37.588235 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c505bb-5ecf-40c3-98cc-b6a32169e1f1 req-26125ca2-aabe-4522-a557-cdf6cae7c129 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:37.593041 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b5c505bb-5ecf-40c3-98cc-b6a32169e1f1 req-26125ca2-aabe-4522-a557-cdf6cae7c129 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.1074588 Mar 08 05:18:37.621378 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:37.623249 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:37.625550 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] 10.222.0.13 "PUT /v2.0/ports/913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 HTTP/1.1" status: 200 len: 1094 time: 1.5480778 Mar 08 05:18:37.628715 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'tag': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:18:37.628853 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd00f5b-144f-4048-82f4-50f9031e587e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb1cd91-86b4-41ce-83e8-d345fe96b2ff", "tag": "913d4bc7-3b63-45e1-90a8-a75aafcf0ee4"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:18:37.649687 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-83486757-e9d7-4603-b887-960d2dbc667e req-f6014bdf-86a9-40ad-af44-122720614557 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035194 Mar 08 05:18:37.698421 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5390e-5208-4c0d-a45c-3ef3bb418d1b service neutron] Pushing event updated for resources: {'Port': ['ID=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:37.759038 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b5c505bb-5ecf-40c3-98cc-b6a32169e1f1 req-5cc8021c-1c7b-45c6-9e25-81b7262bc944 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582804 Mar 08 05:18:37.776792 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29b96c5-eb5d-4dc8-aa29-99ef9c1a5984 x-openstack-request-id: req-e29b96c5-eb5d-4dc8-aa29-99ef9c1a5984 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:18:37.777557 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb1cd91-86b4-41ce-83e8-d345fe96b2ff", "tag": "913d4bc7-3b63-45e1-90a8-a75aafcf0ee4", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:18:37.778226 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e29b96c5-eb5d-4dc8-aa29-99ef9c1a5984 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:18:37.778688 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'tag': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4', 'status': 'completed', 'code': 200} Mar 08 05:18:38.382728 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42364) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:38.515026 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5e13100e-d438-47ef-a973-3efa41060496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:38.607822 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5e13100e-d438-47ef-a973-3efa41060496 admin admin] Publish callbacks [] for security_group (28b2170b-29f5-4604-9985-1877d7dde29e), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:38.670600 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5e13100e-d438-47ef-a973-3efa41060496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (28b2170b-29f5-4604-9985-1877d7dde29e), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:38.722112 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5e13100e-d438-47ef-a973-3efa41060496 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff2adba874364b0eba1b19af0d3fd041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345108 Mar 08 05:18:38.722112 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13100e-d438-47ef-a973-3efa41060496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b2170b-29f5-4604-9985-1877d7dde29e,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:38.723288 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42370) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:38.811445 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3a933ffa-d37e-41ec-b26a-c21b6a6e1117 admin admin] Publish callbacks [] for security_group (28b2170b-29f5-4604-9985-1877d7dde29e), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:38.840764 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3a933ffa-d37e-41ec-b26a-c21b6a6e1117 admin admin] Publish callbacks [] for security_group (28b2170b-29f5-4604-9985-1877d7dde29e), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:38.897530 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb95476-7bc0-490e-8b5d-dd90e7c39daa req-3b947d29-e06d-4c82-8182-809231a799d3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:38.899069 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4fb95476-7bc0-490e-8b5d-dd90e7c39daa req-3b947d29-e06d-4c82-8182-809231a799d3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 944 time: 0.1427748 Mar 08 05:18:38.986815 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006eaf8-e081-4b4e-9fe0-077b0c0eeb53 req-64e1e696-cb1f-4d10-9d6b-7b1b2ac8640d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:38.988459 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0006eaf8-e081-4b4e-9fe0-077b0c0eeb53 req-64e1e696-cb1f-4d10-9d6b-7b1b2ac8640d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.1111352 Mar 08 05:18:39.018672 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4fb95476-7bc0-490e-8b5d-dd90e7c39daa req-46fd28c3-40bb-4909-a224-72323b92397c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858152 Mar 08 05:18:39.026871 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3a933ffa-d37e-41ec-b26a-c21b6a6e1117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (28b2170b-29f5-4604-9985-1877d7dde29e), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:39.030784 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3a933ffa-d37e-41ec-b26a-c21b6a6e1117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:39.034243 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-3a933ffa-d37e-41ec-b26a-c21b6a6e1117 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28b2170b-29f5-4604-9985-1877d7dde29e HTTP/1.1" status: 204 len: 168 time: 0.3069589 Mar 08 05:18:39.050312 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a933ffa-d37e-41ec-b26a-c21b6a6e1117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b2170b-29f5-4604-9985-1877d7dde29e,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:39.088560 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0006eaf8-e081-4b4e-9fe0-077b0c0eeb53 req-f88d56b9-a91a-4b54-be6d-ab0a3c22864e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932257 Mar 08 05:18:39.854163 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42378) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:39.879738 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dafb80d5-3b4e-4847-9173-07d2d7709b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:39.977392 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dafb80d5-3b4e-4847-9173-07d2d7709b4d admin admin] Publish callbacks [] for security_group (203e4a18-ac7f-46b2-839f-4ed7c5952e68), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:40.052510 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dafb80d5-3b4e-4847-9173-07d2d7709b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (203e4a18-ac7f-46b2-839f-4ed7c5952e68), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:40.108229 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-dafb80d5-3b4e-4847-9173-07d2d7709b4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ea867759e05422684aee51b2c3f5755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523589 Mar 08 05:18:40.109215 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb80d5-3b4e-4847-9173-07d2d7709b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203e4a18-ac7f-46b2-839f-4ed7c5952e68,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:40.112341 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42382) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:40.262605 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-226c6898-ee25-4ebe-a269-1d9545319a4f admin admin] Publish callbacks [] for security_group (203e4a18-ac7f-46b2-839f-4ed7c5952e68), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:40.300720 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d9811-2e8f-4d14-bdf4-f452fef841ac req-14339f8b-5b7e-4732-8bf2-66d1118bc9e7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:40.302327 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3b7d9811-2e8f-4d14-bdf4-f452fef841ac req-14339f8b-5b7e-4732-8bf2-66d1118bc9e7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 944 time: 0.1631591 Mar 08 05:18:40.326424 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-226c6898-ee25-4ebe-a269-1d9545319a4f admin admin] Publish callbacks [] for security_group (203e4a18-ac7f-46b2-839f-4ed7c5952e68), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:40.360649 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae516ed0-a3cf-47d6-8af5-ad1b9c23e1bd req-4a9dc562-e560-4bbf-8f75-6885c4bf63e3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:40.362137 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ae516ed0-a3cf-47d6-8af5-ad1b9c23e1bd req-4a9dc562-e560-4bbf-8f75-6885c4bf63e3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.1531906 Mar 08 05:18:40.438956 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3b7d9811-2e8f-4d14-bdf4-f452fef841ac req-7c600c04-1ca0-451c-aaca-9596459e655d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233106 Mar 08 05:18:40.472380 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ae516ed0-a3cf-47d6-8af5-ad1b9c23e1bd req-fd316bb4-2ca2-4198-b143-f1a40bbef79d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955932 Mar 08 05:18:40.595312 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-226c6898-ee25-4ebe-a269-1d9545319a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (203e4a18-ac7f-46b2-839f-4ed7c5952e68), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:40.598254 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-226c6898-ee25-4ebe-a269-1d9545319a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:40.599605 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-226c6898-ee25-4ebe-a269-1d9545319a4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/203e4a18-ac7f-46b2-839f-4ed7c5952e68 HTTP/1.1" status: 204 len: 168 time: 0.4873569 Mar 08 05:18:40.609012 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c6898-ee25-4ebe-a269-1d9545319a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e4a18-ac7f-46b2-839f-4ed7c5952e68,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:41.693606 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2229-164e-4fa7-9a7f-f428bebe9062 req-53cbb03a-c8d2-44c6-85ea-789350618dba tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:41.694189 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-946d2229-164e-4fa7-9a7f-f428bebe9062 req-53cbb03a-c8d2-44c6-85ea-789350618dba tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 944 time: 0.1565156 Mar 08 05:18:41.717868 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92715f8-96b3-4785-a32a-c3a07758ef38 req-e29df65c-f576-4717-a3d7-7c693f9b7b1f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:41.719648 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c92715f8-96b3-4785-a32a-c3a07758ef38 req-e29df65c-f576-4717-a3d7-7c693f9b7b1f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.1354740 Mar 08 05:18:41.791199 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-946d2229-164e-4fa7-9a7f-f428bebe9062 req-e129654f-cac0-474a-9fd6-daa95c9f2289 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881588 Mar 08 05:18:41.800375 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c92715f8-96b3-4785-a32a-c3a07758ef38 req-81f66299-22f1-4ae9-8bb9-4a3f88827329 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704315 Mar 08 05:18:42.941056 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908498-a0e7-45d6-8057-d5d65b204ba3 req-cd3678ba-0fd4-4a3c-8df3-43fceb8ca101 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:42.954952 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bd908498-a0e7-45d6-8057-d5d65b204ba3 req-cd3678ba-0fd4-4a3c-8df3-43fceb8ca101 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 944 time: 0.0794988 Mar 08 05:18:43.072148 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1af5b-db23-4323-9a57-a7cd70fa92dc req-259f0cff-3509-49cb-9603-1c917eef481d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:43.072148 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-20d1af5b-db23-4323-9a57-a7cd70fa92dc req-259f0cff-3509-49cb-9603-1c917eef481d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.1096332 Mar 08 05:18:43.077299 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bd908498-a0e7-45d6-8057-d5d65b204ba3 req-44b7b825-cd67-4ffe-a997-776702df8e9c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169348 Mar 08 05:18:43.186554 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-20d1af5b-db23-4323-9a57-a7cd70fa92dc req-c0d9cb60-f0e7-4600-981f-f63b2c1e895c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031358 Mar 08 05:18:44.025848 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd00f5b-144f-4048-82f4-50f9031e587e req-7ae2304d-bbcc-41f4-a623-18c2d696c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:44.028438 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fbd00f5b-144f-4048-82f4-50f9031e587e req-7ae2304d-bbcc-41f4-a623-18c2d696c1d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 1128 time: 0.0526347 Mar 08 05:18:44.152507 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd00f5b-144f-4048-82f4-50f9031e587e req-37dfc0aa-bf7f-4286-95d3-9a37b96243f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:44.154898 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fbd00f5b-144f-4048-82f4-50f9031e587e req-37dfc0aa-bf7f-4286-95d3-9a37b96243f6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a07946f08cba401dbc41861ae2fecd44&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1105030 Mar 08 05:18:44.202338 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97588802-f6df-4a96-8ae7-d37694a2aa8e req-a5c1f20a-8dae-472a-9941-3d495d1aadd9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:44.203994 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-97588802-f6df-4a96-8ae7-d37694a2aa8e req-a5c1f20a-8dae-472a-9941-3d495d1aadd9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 944 time: 0.0605533 Mar 08 05:18:44.262612 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-97588802-f6df-4a96-8ae7-d37694a2aa8e req-96b1735a-e149-4f89-afca-b04974a2c2d6 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529568 Mar 08 05:18:44.266032 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd00f5b-144f-4048-82f4-50f9031e587e req-b18850df-d436-4b72-b885-b3db53d3c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:44.267603 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-fbd00f5b-144f-4048-82f4-50f9031e587e req-b18850df-d436-4b72-b885-b3db53d3c3c4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044700 Mar 08 05:18:44.352156 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66610-cf6e-4876-a7c2-13b3a9bada74 req-9e535d08-9f7b-4b0f-a3d6-eee0a9fec885 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:44.353709 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-60b66610-cf6e-4876-a7c2-13b3a9bada74 req-9e535d08-9f7b-4b0f-a3d6-eee0a9fec885 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0657651 Mar 08 05:18:44.412686 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-065cd4a6-1c23-4dc5-b485-312bba3a72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:44.414147 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-065cd4a6-1c23-4dc5-b485-312bba3a72f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 1128 time: 0.0695424 Mar 08 05:18:44.418960 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-60b66610-cf6e-4876-a7c2-13b3a9bada74 req-1e948470-956d-4e5f-8f89-a5b9a281f199 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536397 Mar 08 05:18:44.474811 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-75949f95-cceb-4618-ade9-44d0fd5070f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 HTTP/1.1" status: 200 len: 217 time: 0.0392978 Mar 08 05:18:44.526637 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-f84be6e3-40b3-439e-a711-21aabfd3a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:44.528281 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-f84be6e3-40b3-439e-a711-21aabfd3a8aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 200 len: 854 time: 0.0466714 Mar 08 05:18:44.767595 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-8f44fb71-6edb-4ca9-8254-68c89ad952f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:44.769182 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-8f44fb71-6edb-4ca9-8254-68c89ad952f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9880e08b-4b2b-4ff2-8712-f70f43f42138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504351 Mar 08 05:18:44.863799 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-973a2bf5-9429-4c85-a0db-efcd308652b8 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877297 Mar 08 05:18:44.961692 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d3fe69ee-5089-49fc-9425-dd8e0f1611bd req-e4a1a475-ab58-4797-bd13-28490d4359f3 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907640 Mar 08 05:18:45.390298 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bf044-296c-4fe9-9103-1f18c5bb8fd8 req-a8ec85b3-88ee-4ae5-977d-045be53432a7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:45.391849 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6e0bf044-296c-4fe9-9103-1f18c5bb8fd8 req-a8ec85b3-88ee-4ae5-977d-045be53432a7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 944 time: 0.0576348 Mar 08 05:18:45.444343 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6e0bf044-296c-4fe9-9103-1f18c5bb8fd8 req-6678a305-3965-449d-a888-5eb1604875c3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469689 Mar 08 05:18:45.559279 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda898-635b-4ed6-a989-191b7acba1f9 req-4edede64-a1d5-4785-9e72-1cfb388b19b1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:45.561791 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c1bda898-635b-4ed6-a989-191b7acba1f9 req-4edede64-a1d5-4785-9e72-1cfb388b19b1 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0603671 Mar 08 05:18:45.616584 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c1bda898-635b-4ed6-a989-191b7acba1f9 req-5957e8d1-1694-40fa-90ba-4b3249a20288 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489476 Mar 08 05:18:46.220124 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:18:46.324500 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:46.338069 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'port_id': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4', 'mac_address': 'fa:16:3e:dc:b7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:18:46.515868 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:18:46.516274 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:46.533662 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:18:46.556604 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:46.571061 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81f742-e0d9-4114-a517-c28f6c75a12a req-97ec8824-67e3-4757-88db-090bcf0ddacc tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:46.572642 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6a81f742-e0d9-4114-a517-c28f6c75a12a req-97ec8824-67e3-4757-88db-090bcf0ddacc tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 944 time: 0.0583494 Mar 08 05:18:46.633002 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6a81f742-e0d9-4114-a517-c28f6c75a12a req-d14df638-a7d0-40ff-84c5-bd1cf6ba698b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537684 Mar 08 05:18:46.635344 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:46.636257 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:18:46.757575 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:46.761525 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3ba89-3d80-4f2f-a346-675fb0b2d8cf req-12d7acdc-00f6-4186-a9a5-ddb5d796dd68 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:46.764052 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7ba3ba89-3d80-4f2f-a346-675fb0b2d8cf req-12d7acdc-00f6-4186-a9a5-ddb5d796dd68 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 943 time: 0.0630980 Mar 08 05:18:46.793535 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:46.805617 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'port_id': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'mac_address': 'fa:16:3e:d1:b9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:18:46.816330 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7ba3ba89-3d80-4f2f-a346-675fb0b2d8cf req-6f89f55b-c723-4424-96dd-6129ab688085 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455012 Mar 08 05:18:46.846525 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 781f9e98-d057-48e1-aa51-de683d4ddbe8 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:18:46.846966 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:46.860966 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781f9e98-d057-48e1-aa51-de683d4ddbe8 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:18:46.881789 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:46.960872 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:47.012216 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=9']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:47.351466 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['781f9e98-d057-48e1-aa51-de683d4ddbe8'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:18:47.378789 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['913d4bc7-3b63-45e1-90a8-a75aafcf0ee4'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:18:47.772045 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d4f90-2cea-46d3-a385-f689bd32fddb req-ef1184a7-da4e-4c08-8c34-6e5311d3831f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:47.773558 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-945d4f90-2cea-46d3-a385-f689bd32fddb req-ef1184a7-da4e-4c08-8c34-6e5311d3831f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 945 time: 0.0546095 Mar 08 05:18:47.804711 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42544) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:47.823109 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-945d4f90-2cea-46d3-a385-f689bd32fddb req-43fa0dbc-1f6e-49ec-8c45-b0c66b5b88f0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 Mar 08 05:18:47.929816 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:47.952228 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b0093-e751-4e89-bc8b-1caab89b8e55 req-ab09c758-dd2e-4fdc-8967-f10c5ab17002 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:47.953774 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fd3b0093-e751-4e89-bc8b-1caab89b8e55 req-ab09c758-dd2e-4fdc-8967-f10c5ab17002 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 944 time: 0.0559707 Mar 08 05:18:48.009597 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fd3b0093-e751-4e89-bc8b-1caab89b8e55 req-d9a5be12-d8e7-42b7-9bb5-2eb6744ad946 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501559 Mar 08 05:18:48.023486 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Publish callbacks [] for security_group (3e78c8f5-f2b4-4362-ab56-a40f4e05fe4d), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.080797 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (3e78c8f5-f2b4-4362-ab56-a40f4e05fe4d), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.120275 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1db849e7d5e54527be7b29319929b1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142545 Mar 08 05:18:48.121202 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e78c8f5-f2b4-4362-ab56-a40f4e05fe4d,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:48.123168 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42550) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:48.129120 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.129478 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.129827 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.130189 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.130568 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.130958 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.131307 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.131669 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.132026 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.132380 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.132782 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.133093 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.133422 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d52ca9f-68ac-44a6-8578-29b54766f902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.173955 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Publish callbacks [] for security_group (3e78c8f5-f2b4-4362-ab56-a40f4e05fe4d), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.196120 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Publish callbacks [] for security_group (3e78c8f5-f2b4-4362-ab56-a40f4e05fe4d), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.237055 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:18:48.343426 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (3e78c8f5-f2b4-4362-ab56-a40f4e05fe4d), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.346090 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.347303 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e78c8f5-f2b4-4362-ab56-a40f4e05fe4d HTTP/1.1" status: 204 len: 168 time: 0.2230282 Mar 08 05:18:48.356538 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e78c8f5-f2b4-4362-ab56-a40f4e05fe4d,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:48.367124 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.367492 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.367845 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.368319 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.368663 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.369003 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.369339 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.369707 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.370042 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.370519 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.370803 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.371282 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.371645 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fe51f1-e4b6-4ee1-829e-df03f794b1dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:18:48.372227 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:18:48.379313 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:18:48.380343 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.472586 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:18:48.472980 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.499263 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:18:48.501587 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93e34b1-c08b-4cff-a2e8-a13332b52807" -d '{"events": [{"server_uuid": "dfb1cd91-86b4-41ce-83e8-d345fe96b2ff", "name": "network-vif-plugged", "status": "completed", "tag": "913d4bc7-3b63-45e1-90a8-a75aafcf0ee4"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:18:48.516535 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:48.544174 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297f7565-0eee-4856-bcaf-e2bcd0ff8e56 x-openstack-request-id: req-297f7565-0eee-4856-bcaf-e2bcd0ff8e56 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:18:48.544174 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb1cd91-86b4-41ce-83e8-d345fe96b2ff", "name": "network-vif-plugged", "status": "completed", "tag": "913d4bc7-3b63-45e1-90a8-a75aafcf0ee4", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:18:48.544174 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-297f7565-0eee-4856-bcaf-e2bcd0ff8e56 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:18:48.544174 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4', 'code': 200} Mar 08 05:18:48.610317 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.611255 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:18:48.696705 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:48.707824 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 781f9e98-d057-48e1-aa51-de683d4ddbe8 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:18:48.708209 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.794670 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 781f9e98-d057-48e1-aa51-de683d4ddbe8 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:18:48.795113 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.829971 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:18:48.932504 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:48.954936 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f4083-6e62-4ea7-a675-bbb192811046 req-0b51cc94-8e6e-4868-8fd1-18421759fe5f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:48.956460 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d9f4083-6e62-4ea7-a675-bbb192811046 req-0b51cc94-8e6e-4868-8fd1-18421759fe5f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 946 time: 0.0611610 Mar 08 05:18:48.965930 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c05588-9f92-4c34-9305-dcb8734984a4 req-4f9d2aed-37ce-4575-8f37-0b9971476c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:48.967986 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f3c05588-9f92-4c34-9305-dcb8734984a4 req-4f9d2aed-37ce-4575-8f37-0b9971476c8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 1130 time: 0.0477297 Mar 08 05:18:48.999823 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=10']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:49.019112 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d9f4083-6e62-4ea7-a675-bbb192811046 req-7d3080c3-1416-4f48-bccd-0b77b27d26b0 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536611 Mar 08 05:18:49.026127 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f3c05588-9f92-4c34-9305-dcb8734984a4 req-282d9c23-dff1-4426-b1bd-a9bfbd999510 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516515 Mar 08 05:18:49.149380 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad290af-fd59-451b-8026-01a853bc62ac req-d4cb47a3-4352-4d09-97bc-9b5b0907c464 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:49.150997 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5ad290af-fd59-451b-8026-01a853bc62ac req-d4cb47a3-4352-4d09-97bc-9b5b0907c464 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0640907 Mar 08 05:18:49.152718 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42562) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:49.173981 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-311780e7-8e81-4dab-ad8e-3badc812435d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:49.231361 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5ad290af-fd59-451b-8026-01a853bc62ac req-9a3b4c17-fcda-4874-aea6-39b730424116 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714161 Mar 08 05:18:49.293712 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-311780e7-8e81-4dab-ad8e-3badc812435d admin admin] Publish callbacks [] for security_group (445eb60b-84dd-4700-b8c3-80cb7e5e0422), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:49.387368 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-311780e7-8e81-4dab-ad8e-3badc812435d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (445eb60b-84dd-4700-b8c3-80cb7e5e0422), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:49.428391 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-311780e7-8e81-4dab-ad8e-3badc812435d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4b22726c9d44a8485676640da31f7a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746089 Mar 08 05:18:49.429283 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311780e7-8e81-4dab-ad8e-3badc812435d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445eb60b-84dd-4700-b8c3-80cb7e5e0422,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:49.432221 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42564) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:49.492553 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3521ade7-ef03-40a9-81c0-751f2b582a8b admin admin] Publish callbacks [] for security_group (445eb60b-84dd-4700-b8c3-80cb7e5e0422), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:49.516964 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3521ade7-ef03-40a9-81c0-751f2b582a8b admin admin] Publish callbacks [] for security_group (445eb60b-84dd-4700-b8c3-80cb7e5e0422), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:49.680688 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3521ade7-ef03-40a9-81c0-751f2b582a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (445eb60b-84dd-4700-b8c3-80cb7e5e0422), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:49.683483 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3521ade7-ef03-40a9-81c0-751f2b582a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:49.684574 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-3521ade7-ef03-40a9-81c0-751f2b582a8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/445eb60b-84dd-4700-b8c3-80cb7e5e0422 HTTP/1.1" status: 204 len: 168 time: 0.2507832 Mar 08 05:18:49.693964 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521ade7-ef03-40a9-81c0-751f2b582a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445eb60b-84dd-4700-b8c3-80cb7e5e0422,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:18:49.770823 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fc69f48c-3a50-486e-8ee6-5e2d6b812003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:50.162213 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9716a4-6762-4f6a-92b9-668a47b66310 req-09f388b4-1419-4673-a2b7-8de0e206e6fb tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:50.164138 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3f9716a4-6762-4f6a-92b9-668a47b66310 req-09f388b4-1419-4673-a2b7-8de0e206e6fb tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 946 time: 0.0694075 Mar 08 05:18:50.240988 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3f9716a4-6762-4f6a-92b9-668a47b66310 req-903f6f0f-9ba4-4201-8a19-385a592d4e42 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658369 Mar 08 05:18:50.394947 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38fe2a-c572-47d8-a3fc-0b5b3af64a91 req-40551a8b-14c2-4c34-9251-e603454c2f6d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:50.394947 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aa38fe2a-c572-47d8-a3fc-0b5b3af64a91 req-40551a8b-14c2-4c34-9251-e603454c2f6d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0700788 Mar 08 05:18:50.449936 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aa38fe2a-c572-47d8-a3fc-0b5b3af64a91 req-41bdf432-d7db-4ced-9293-2776564ff29a tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478990 Mar 08 05:18:50.542259 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:18:50.545325 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262d2f08-9ef0-4931-a8f3-7a66ac3858f0" -d '{"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-plugged", "status": "completed", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:18:50.587939 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1932775-b2c5-4e5d-8570-1ce3292efc1f x-openstack-request-id: req-d1932775-b2c5-4e5d-8570-1ce3292efc1f {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:18:50.588196 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-plugged", "status": "completed", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:18:50.588600 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1932775-b2c5-4e5d-8570-1ce3292efc1f {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:18:50.589005 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'code': 200} Mar 08 05:18:51.039231 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f8c6-a6a3-4bd8-bb6a-4d2787aa6129 req-f607d16b-580e-4eb4-af11-0cc0fce73492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:51.040774 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1eb3f8c6-a6a3-4bd8-bb6a-4d2787aa6129 req-f607d16b-580e-4eb4-af11-0cc0fce73492 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 1130 time: 0.0465858 Mar 08 05:18:51.093882 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1eb3f8c6-a6a3-4bd8-bb6a-4d2787aa6129 req-f54152f8-9da4-49b2-bcad-e2dea206ad4d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Mar 08 05:18:51.378555 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd60876-7d1c-493f-b96b-f9691e636899 req-5a90ce2d-3137-4d2a-89e6-52120234939a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:51.380088 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3cd60876-7d1c-493f-b96b-f9691e636899 req-5a90ce2d-3137-4d2a-89e6-52120234939a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 946 time: 0.0559535 Mar 08 05:18:51.433508 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3cd60876-7d1c-493f-b96b-f9691e636899 req-9ef0be95-9b96-4e1f-9707-8629a0c0e15a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478573 Mar 08 05:18:51.582432 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34289867-3bea-45e0-8aec-3d950b543b03 req-068aea85-01d0-4a73-bb1f-91796c6f3820 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:51.583976 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-34289867-3bea-45e0-8aec-3d950b543b03 req-068aea85-01d0-4a73-bb1f-91796c6f3820 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 946 time: 0.0833845 Mar 08 05:18:51.601424 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42606) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:18:51.602429 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729588-2bbb-4774-a3c1-19e9b78c05e8 req-0b7b8bd9-0ee4-4a7b-8653-2d47757ebf7c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:51.604433 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-24729588-2bbb-4774-a3c1-19e9b78c05e8 req-0b7b8bd9-0ee4-4a7b-8653-2d47757ebf7c tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0727255 Mar 08 05:18:51.607181 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-4cd5f09b-2899-410e-b3ed-b35e7d621b91 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'floatingip': {'port_id': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:18:51.649033 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f09b-2899-410e-b3ed-b35e7d621b91 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (a1935f64-e86e-4cb4-a1ae-56e6724c58e4), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:51.654643 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-24729588-2bbb-4774-a3c1-19e9b78c05e8 req-c529ac34-3fb9-4a89-8f07-241c31bb4313 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433462 Mar 08 05:18:52.121499 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f09b-2899-410e-b3ed-b35e7d621b91 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:52.181653 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f09b-2899-410e-b3ed-b35e7d621b91 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (a1935f64-e86e-4cb4-a1ae-56e6724c58e4), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:52.301539 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [None req-4cd5f09b-2899-410e-b3ed-b35e7d621b91 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Floating IP a1935f64-e86e-4cb4-a1ae-56e6724c58e4 associated. External IP: 172.27.2.145, port: 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4. Mar 08 05:18:52.578126 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd5f09b-2899-410e-b3ed-b35e7d621b91 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:18:52.687586 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9541f659-3c0b-4d15-8758-ba36f28ce248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:52.699902 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd5f09b-2899-410e-b3ed-b35e7d621b91 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:18:52.705861 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-4cd5f09b-2899-410e-b3ed-b35e7d621b91 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:52.712907 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:18:52.728998 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:52.729589 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:52.745529 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-4cd5f09b-2899-410e-b3ed-b35e7d621b91 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "PUT /v2.0/floatingips/a1935f64-e86e-4cb4-a1ae-56e6724c58e4 HTTP/1.1" status: 200 len: 992 time: 1.1426775 Mar 08 05:18:52.746724 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'tag': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:18:52.750976 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5330821e-44a6-4116-9783-c551a14186af" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb1cd91-86b4-41ce-83e8-d345fe96b2ff", "tag": "913d4bc7-3b63-45e1-90a8-a75aafcf0ee4"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:18:52.812926 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e1a649-0262-4c16-84f5-23aa80f33753 x-openstack-request-id: req-82e1a649-0262-4c16-84f5-23aa80f33753 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:18:52.813423 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb1cd91-86b4-41ce-83e8-d345fe96b2ff", "tag": "913d4bc7-3b63-45e1-90a8-a75aafcf0ee4", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:18:52.813853 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82e1a649-0262-4c16-84f5-23aa80f33753 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:18:52.814550 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'tag': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4', 'status': 'completed', 'code': 200} Mar 08 05:18:52.831935 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917728c-16cb-4467-abde-fa9cfa77c65a req-8a1b3133-15c7-4a33-9428-a952b281109e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:52.833642 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e917728c-16cb-4467-abde-fa9cfa77c65a req-8a1b3133-15c7-4a33-9428-a952b281109e tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0823541 Mar 08 05:18:52.891633 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:52.901895 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e917728c-16cb-4467-abde-fa9cfa77c65a req-a1e9d45b-2f11-4b64-9b58-f4540dcd40b0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576835 Mar 08 05:18:52.940630 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330821e-44a6-4116-9783-c551a14186af req-70516704-04c5-46d5-ab64-c8506df5f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:52.942218 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5330821e-44a6-4116-9783-c551a14186af req-70516704-04c5-46d5-ab64-c8506df5f5e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 1130 time: 0.0846217 Mar 08 05:18:53.049956 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330821e-44a6-4116-9783-c551a14186af req-c8916074-035a-47c1-860f-6bffe6d9b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:53.051802 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5330821e-44a6-4116-9783-c551a14186af req-c8916074-035a-47c1-860f-6bffe6d9b281 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 916 time: 0.1039762 Mar 08 05:18:53.134480 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5330821e-44a6-4116-9783-c551a14186af req-8704de39-0a97-475c-ad35-b28787a19e1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 HTTP/1.1" status: 200 len: 1000 time: 0.0767293 Mar 08 05:18:53.175551 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': 'a1935f64-e86e-4cb4-a1ae-56e6724c58e4', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:dc:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:18:30Z', 'updated_at': '2022-03-08T05:18:52Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:53.187297 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330821e-44a6-4116-9783-c551a14186af req-239f0f7b-0054-4fb4-9e82-23b49b74b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:53.188808 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5330821e-44a6-4116-9783-c551a14186af req-239f0f7b-0054-4fb4-9e82-23b49b74b493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 200 len: 854 time: 0.0486863 Mar 08 05:18:53.243728 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330821e-44a6-4116-9783-c551a14186af req-911b9291-cc48-47af-902b-75d4a6232d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:53.245235 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5330821e-44a6-4116-9783-c551a14186af req-911b9291-cc48-47af-902b-75d4a6232d63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9880e08b-4b2b-4ff2-8712-f70f43f42138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497921 Mar 08 05:18:53.314817 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:18:53.326321 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:18:53.327154 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:53.366191 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5330821e-44a6-4116-9783-c551a14186af req-8ac1c09b-270c-4750-8211-0df3ec7c5547 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147566 Mar 08 05:18:53.455573 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:18:53.486259 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-5330821e-44a6-4116-9783-c551a14186af req-6f5e6790-8d7f-410a-aadb-d51f63b13c35 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137896 Mar 08 05:18:53.746442 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': 'a1935f64-e86e-4cb4-a1ae-56e6724c58e4', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:dc:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:18:30Z', 'updated_at': '2022-03-08T05:18:52Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:18:53.779450 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604a99e-86a0-43b7-b5c8-962bde83e196 None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': 'a1935f64-e86e-4cb4-a1ae-56e6724c58e4', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:dc:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:18:30Z', 'updated_at': '2022-03-08T05:18:52Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:18:54.020056 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea03fbe-f6c6-4fcb-b59d-d09d157cc6fd None None] New status for floating IP a1935f64-e86e-4cb4-a1ae-56e6724c58e4: ACTIVE {{(pid=103749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:18:54.050970 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d051ea-d1b6-419e-b18f-3f5b6c651983 req-ccf89cfc-ff79-453d-9afa-3684f76aad98 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:54.053921 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-66d051ea-d1b6-419e-b18f-3f5b6c651983 req-ccf89cfc-ff79-453d-9afa-3684f76aad98 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0694516 Mar 08 05:18:54.105505 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-66d051ea-d1b6-419e-b18f-3f5b6c651983 req-8b65940c-b343-4c8c-9bab-82ab7f2ad4ee tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457318 Mar 08 05:18:54.549282 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:55.266896 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ed422-796f-4f48-b134-7cf82e85ab4f req-b3963fd5-4b2f-4cfd-a2e8-418607c37ed3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:18:55.268534 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-128ed422-796f-4f48-b134-7cf82e85ab4f req-b3963fd5-4b2f-4cfd-a2e8-418607c37ed3 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0805552 Mar 08 05:18:55.321961 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-128ed422-796f-4f48-b134-7cf82e85ab4f req-d27e088e-26d4-4150-93c5-b7d4dba3d488 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470767 Mar 08 05:18:55.600914 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:56.468875 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:59.463850 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:18:59.995448 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42746) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:00.113350 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5ac2dd6e-0d80-40ad-a659-6bb57f7a0f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:00.194364 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5ac2dd6e-0d80-40ad-a659-6bb57f7a0f62 admin admin] Publish callbacks [] for security_group (d7b8a258-e795-4a51-9867-2ed1d1e46d14), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:00.275018 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-5ac2dd6e-0d80-40ad-a659-6bb57f7a0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d7b8a258-e795-4a51-9867-2ed1d1e46d14), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:00.317084 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-5ac2dd6e-0d80-40ad-a659-6bb57f7a0f62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=235de43fbc144825be4fc97f6a94e373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205445 Mar 08 05:19:00.318251 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2dd6e-0d80-40ad-a659-6bb57f7a0f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b8a258-e795-4a51-9867-2ed1d1e46d14,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:00.319951 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42750) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:00.371658 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ac46fe16-8839-4a72-b00f-990ded713d70 admin admin] Publish callbacks [] for security_group (d7b8a258-e795-4a51-9867-2ed1d1e46d14), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:00.395038 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ac46fe16-8839-4a72-b00f-990ded713d70 admin admin] Publish callbacks [] for security_group (d7b8a258-e795-4a51-9867-2ed1d1e46d14), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:00.497541 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ac46fe16-8839-4a72-b00f-990ded713d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (d7b8a258-e795-4a51-9867-2ed1d1e46d14), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:00.500261 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ac46fe16-8839-4a72-b00f-990ded713d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:00.501437 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ac46fe16-8839-4a72-b00f-990ded713d70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7b8a258-e795-4a51-9867-2ed1d1e46d14 HTTP/1.1" status: 204 len: 168 time: 0.1798294 Mar 08 05:19:00.510432 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46fe16-8839-4a72-b00f-990ded713d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b8a258-e795-4a51-9867-2ed1d1e46d14,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:01.194584 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42756) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:01.209091 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea8f409f-7793-4382-92fa-72bcb890b1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:01.289602 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea8f409f-7793-4382-92fa-72bcb890b1f7 admin admin] Publish callbacks [] for security_group (357bfaa1-f078-4259-afe4-23cfece106e9), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:01.369693 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ea8f409f-7793-4382-92fa-72bcb890b1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (357bfaa1-f078-4259-afe4-23cfece106e9), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:01.414232 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ea8f409f-7793-4382-92fa-72bcb890b1f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0487681aa1ca4cadbe11034ffeecb5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184196 Mar 08 05:19:01.415212 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f409f-7793-4382-92fa-72bcb890b1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357bfaa1-f078-4259-afe4-23cfece106e9,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:01.418127 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42758) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:01.497087 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-45b0b741-9bda-4ac7-b819-ef175f3f6882 admin admin] Publish callbacks [] for security_group (357bfaa1-f078-4259-afe4-23cfece106e9), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:01.523298 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-45b0b741-9bda-4ac7-b819-ef175f3f6882 admin admin] Publish callbacks [] for security_group (357bfaa1-f078-4259-afe4-23cfece106e9), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:01.661398 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-45b0b741-9bda-4ac7-b819-ef175f3f6882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (357bfaa1-f078-4259-afe4-23cfece106e9), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:01.663927 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-45b0b741-9bda-4ac7-b819-ef175f3f6882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:01.667065 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-45b0b741-9bda-4ac7-b819-ef175f3f6882 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/357bfaa1-f078-4259-afe4-23cfece106e9 HTTP/1.1" status: 204 len: 168 time: 0.2455525 Mar 08 05:19:01.673944 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0b741-9bda-4ac7-b819-ef175f3f6882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357bfaa1-f078-4259-afe4-23cfece106e9,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:05.006644 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42826) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:05.118309 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-00541b78-340d-4b54-8ef8-eb235a991b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:05.193699 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-00541b78-340d-4b54-8ef8-eb235a991b33 admin admin] Publish callbacks [] for security_group (22d20635-4f69-4844-93a6-01bbbcef6a91), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:05.301747 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-00541b78-340d-4b54-8ef8-eb235a991b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (22d20635-4f69-4844-93a6-01bbbcef6a91), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:05.343153 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-00541b78-340d-4b54-8ef8-eb235a991b33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ab1b05514284e81bafc5176e87e4438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352463 Mar 08 05:19:05.343889 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00541b78-340d-4b54-8ef8-eb235a991b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d20635-4f69-4844-93a6-01bbbcef6a91,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:05.345778 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42830) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:05.398596 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-844aaeef-7eef-4393-9a95-a35b630c49d0 admin admin] Publish callbacks [] for security_group (22d20635-4f69-4844-93a6-01bbbcef6a91), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:05.421648 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-844aaeef-7eef-4393-9a95-a35b630c49d0 admin admin] Publish callbacks [] for security_group (22d20635-4f69-4844-93a6-01bbbcef6a91), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:05.798488 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-844aaeef-7eef-4393-9a95-a35b630c49d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (22d20635-4f69-4844-93a6-01bbbcef6a91), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:05.801606 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-844aaeef-7eef-4393-9a95-a35b630c49d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:05.802891 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-844aaeef-7eef-4393-9a95-a35b630c49d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22d20635-4f69-4844-93a6-01bbbcef6a91 HTTP/1.1" status: 204 len: 168 time: 0.4560189 Mar 08 05:19:05.812903 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aaeef-7eef-4393-9a95-a35b630c49d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d20635-4f69-4844-93a6-01bbbcef6a91,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:06.461145 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42838) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:06.475022 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ce110f1e-4b46-42d6-8ebd-111efd5eaf6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:06.553398 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ce110f1e-4b46-42d6-8ebd-111efd5eaf6e admin admin] Publish callbacks [] for security_group (0d79d42f-6d22-4ce0-9716-9f07468f9f90), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:06.620718 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-ce110f1e-4b46-42d6-8ebd-111efd5eaf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (0d79d42f-6d22-4ce0-9716-9f07468f9f90), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:06.658252 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110f1e-4b46-42d6-8ebd-111efd5eaf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d79d42f-6d22-4ce0-9716-9f07468f9f90,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:06.662659 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-ce110f1e-4b46-42d6-8ebd-111efd5eaf6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d40b664108ed4c06aecd112f9a2b2cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004607 Mar 08 05:19:06.671542 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42840) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:06.722423 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-31bcaf0f-9250-4364-9312-533e52899a96 admin admin] Publish callbacks [] for security_group (0d79d42f-6d22-4ce0-9716-9f07468f9f90), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:06.744447 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-31bcaf0f-9250-4364-9312-533e52899a96 admin admin] Publish callbacks [] for security_group (0d79d42f-6d22-4ce0-9716-9f07468f9f90), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:06.897511 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-31bcaf0f-9250-4364-9312-533e52899a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (0d79d42f-6d22-4ce0-9716-9f07468f9f90), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:06.900136 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-31bcaf0f-9250-4364-9312-533e52899a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:06.901327 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-31bcaf0f-9250-4364-9312-533e52899a96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d79d42f-6d22-4ce0-9716-9f07468f9f90 HTTP/1.1" status: 204 len: 168 time: 0.2280364 Mar 08 05:19:06.910391 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcaf0f-9250-4364-9312-533e52899a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d79d42f-6d22-4ce0-9716-9f07468f9f90,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:07.989662 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42862) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:08.091208 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1742224979-network', 'tenant_id': 'e2b942148787483c930a53797743f0a7'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:08.171763 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Made reservation on behalf of e2b942148787483c930a53797743f0a7 for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:19:08.174157 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:08.183192 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:08.262585 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Publish callbacks [] for security_group (e6a03b66-166e-4ee6-93fb-804451f867e0), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:08.335438 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e6a03b66-166e-4ee6-93fb-804451f867e0), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:08.363067 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:19:08.373110 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a03b66-166e-4ee6-93fb-804451f867e0,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:08.379380 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:08.379729 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Added segment daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab of type vlan for network f1476bfe-b614-4ba4-8076-68106ea7f96e Mar 08 05:19:08.421194 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (f1476bfe-b614-4ba4-8076-68106ea7f96e), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:08.548800 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (f1476bfe-b614-4ba4-8076-68106ea7f96e), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:08.549934 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:08.550794 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:08.613239 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=f1476bfe-b614-4ba4-8076-68106ea7f96e,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:08.622900 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network f1476bfe-b614-4ba4-8076-68106ea7f96e details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:19:08.706832 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-95441d4a-d8f8-47a3-819f-43763046f9e4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7160244 Mar 08 05:19:08.709615 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42866) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:08.714402 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Request body: {'subnet': {'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1742224979-subnet', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:08.829364 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Made reservation on behalf of e2b942148787483c930a53797743f0a7 for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:19:08.831753 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005458'] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.080444 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5112552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005452'] for subnet (eedbb4e5-3645-4178-9522-3f82cc6869ec), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.136697 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedbb4e5-3645-4178-9522-3f82cc6869ec,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:09.144923 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Checking segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:09.145285 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Network hostable DHCP agents. Network: f1476bfe-b614-4ba4-8076-68106ea7f96e, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:19:09.257230 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Network f1476bfe-b614-4ba4-8076-68106ea7f96e is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:19:09.354555 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, f1476bfe-b614-4ba4-8076-68106ea7f96e) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:09.358745 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:09.361049 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.367033 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec05712a-c169-46e8-a6c5-168705e332a6 None None] Network f1476bfe-b614-4ba4-8076-68106ea7f96e requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:19:09.470738 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-f1476bfe-b614-4ba4-8076-68106ea7f96e', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:19:09.471627 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.482925 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-76b8e2af-9cc4-49ff-aa97-1c0ba5c5b18a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7721553 Mar 08 05:19:09.486056 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42868) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:09.490379 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:09.609742 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Allocated IP 172.20.0.2 (f1476bfe-b614-4ba4-8076-68106ea7f96e/eedbb4e5-3645-4178-9522-3f82cc6869ec/f924be4e-2a73-469e-ad63-b50e0cc9067b) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:19:09.615561 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (5a5cb326-5f4e-4d71-b50c-a77d3d12eb55), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.616658 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (5a5cb326-5f4e-4d71-b50c-a77d3d12eb55), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.672952 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks [] for router_controller (5a5cb326-5f4e-4d71-b50c-a77d3d12eb55), precommit_add_association {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.754363 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Publish callbacks [] for port (f924be4e-2a73-469e-ad63-b50e0cc9067b), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.875010 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (f924be4e-2a73-469e-ad63-b50e0cc9067b), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.922138 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks [] for router_gateway (5a5cb326-5f4e-4d71-b50c-a77d3d12eb55), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:09.922407 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Network f1476bfe-b614-4ba4-8076-68106ea7f96e is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:09.925747 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:09.929432 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:19:09.936882 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Pushing event updated for resources: {'Port': ['ID=f924be4e-2a73-469e-ad63-b50e0cc9067b,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:09.963101 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.963462 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.963821 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.964170 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.964559 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.964905 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.965241 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.965576 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.965907 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.966237 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.966567 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.966892 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:09.967253 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:10.002465 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Attempting to bind port f924be4e-2a73-469e-ad63-b50e0cc9067b on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:19:10.002776 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Attempting to bind port f924be4e-2a73-469e-ad63-b50e0cc9067b by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:19:10.003181 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Attempting to bind port f924be4e-2a73-469e-ad63-b50e0cc9067b on network f1476bfe-b614-4ba4-8076-68106ea7f96e {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:10.008718 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:19:10.009155 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Checking segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:10.009566 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:10.010115 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Bound using segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:19:10.010607 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Bound port: f924be4e-2a73-469e-ad63-b50e0cc9067b, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:19:10.011019 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (f924be4e-2a73-469e-ad63-b50e0cc9067b), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:10.082136 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] For port f924be4e-2a73-469e-ad63-b50e0cc9067b, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:19:10.085638 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] For port f924be4e-2a73-469e-ad63-b50e0cc9067b, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=f924be4e-2a73-469e-ad63-b50e0cc9067b,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:19:10.183662 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (f924be4e-2a73-469e-ad63-b50e0cc9067b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:10.213912 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks [] for router_gateway (5a5cb326-5f4e-4d71-b50c-a77d3d12eb55), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:10.237081 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:10.260663 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee075a83-6ac0-4ff3-9aef-9ca504118124 None None] Pushing event updated for resources: {'Port': ['ID=f924be4e-2a73-469e-ad63-b50e0cc9067b,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:10.368401 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Allocated IP 172.27.2.14 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/232a80d5-e74a-41c2-b94a-71b9ca5ddbd3) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:19:10.502655 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks [] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:10.606724 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:10.649906 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:10.654607 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:10.658578 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:19:10.664333 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Pushing event updated for resources: {'Port': ['ID=232a80d5-e74a-41c2-b94a-71b9ca5ddbd3,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:11.035764 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks [] for router_gateway (5a5cb326-5f4e-4d71-b50c-a77d3d12eb55), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:11.211182 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f158d9-c2fd-4ccf-973e-00bef8030e76 None None] Network f1476bfe-b614-4ba4-8076-68106ea7f96e requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:19:11.251562 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (5a5cb326-5f4e-4d71-b50c-a77d3d12eb55), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:11.327528 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-58b0a0d8-dd78-4746-aeb3-ed0ef1c502cb None None] Provisioning complete for port f924be4e-2a73-469e-ad63-b50e0cc9067b triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:11.328647 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-58b0a0d8-dd78-4746-aeb3-ed0ef1c502cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (f924be4e-2a73-469e-ad63-b50e0cc9067b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:11.428437 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-58b0a0d8-dd78-4746-aeb3-ed0ef1c502cb None None] Current status of the port f924be4e-2a73-469e-ad63-b50e0cc9067b is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:11.428942 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-58b0a0d8-dd78-4746-aeb3-ed0ef1c502cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (f924be4e-2a73-469e-ad63-b50e0cc9067b), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:11.467135 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-58b0a0d8-dd78-4746-aeb3-ed0ef1c502cb None None] For port f924be4e-2a73-469e-ad63-b50e0cc9067b, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=f924be4e-2a73-469e-ad63-b50e0cc9067b,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:11.552232 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-58b0a0d8-dd78-4746-aeb3-ed0ef1c502cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (f924be4e-2a73-469e-ad63-b50e0cc9067b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:11.600114 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0a0d8-dd78-4746-aeb3-ed0ef1c502cb None None] Pushing event updated for resources: {'Port': ['ID=f924be4e-2a73-469e-ad63-b50e0cc9067b,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:11.672228 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-a2cb2bd1-face-47db-944a-948e867c725e None None] Provisioning complete for port f924be4e-2a73-469e-ad63-b50e0cc9067b triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:11.672603 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2bd1-face-47db-944a-948e867c725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (f924be4e-2a73-469e-ad63-b50e0cc9067b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:11.765197 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb2bd1-face-47db-944a-948e867c725e None None] Current status of the port f924be4e-2a73-469e-ad63-b50e0cc9067b is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:11.772211 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:19:11.795340 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device f924be4e-2a73-469e-ad63-b50e0cc9067b up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:19:11.845882 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port f924be4e-2a73-469e-ad63-b50e0cc9067b triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:11.846286 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (f924be4e-2a73-469e-ad63-b50e0cc9067b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:11.888239 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:19:11.902682 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Sync routers for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:19:11.918568 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:11.919452 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:11.942277 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port f924be4e-2a73-469e-ad63-b50e0cc9067b is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:11.971948 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:11.973212 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-453c67e0-da68-4f4c-910d-2371276c4841 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4861920 Mar 08 05:19:11.976044 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42870) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:12.038247 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:12.218258 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:10Z', 'revision_number': 3, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:12.248131 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Checking router: 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:19:12.248485 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Updating router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:19:12.276170 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.417945 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.531731 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Publish callbacks [] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.581396 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Allocated IP 172.20.0.1 (f1476bfe-b614-4ba4-8076-68106ea7f96e/eedbb4e5-3645-4178-9522-3f82cc6869ec/e7c87b44-039b-4b2a-87db-17031321767c) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:19:12.638095 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.689178 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Publish callbacks [] for port (e7c87b44-039b-4b2a-87db-17031321767c), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.693484 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Attempting to bind port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:19:12.693845 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Attempting to bind port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:19:12.694455 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Attempting to bind port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:12.704433 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:19:12.704811 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:12.705228 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.705625 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:19:12.706086 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Bound port: 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:19:12.706463 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.708196 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Pushing event updated for resources: {'Port': ['ID=232a80d5-e74a-41c2-b94a-71b9ca5ddbd3,revision_number=2']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:12.731515 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.731887 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.732256 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.732583 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.732907 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.733232 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.733558 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.733962 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.734819 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.735187 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.735514 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.735835 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.736170 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:12.769124 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] For port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:19:12.772478 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] For port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=232a80d5-e74a-41c2-b94a-71b9ca5ddbd3,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:19:12.800701 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (e7c87b44-039b-4b2a-87db-17031321767c), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.846589 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Network f1476bfe-b614-4ba4-8076-68106ea7f96e is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:12.849419 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:12.854064 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:19:12.857046 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Pushing event updated for resources: {'Port': ['ID=e7c87b44-039b-4b2a-87db-17031321767c,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:12.875123 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.899714 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (5a5cb326-5f4e-4d71-b50c-a77d3d12eb55), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:12.945240 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:12.945888 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:12.948091 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dce81-7b58-4962-b67c-9f0654aea113 None None] Pushing event updated for resources: {'Port': ['ID=232a80d5-e74a-41c2-b94a-71b9ca5ddbd3,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:13.087304 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:13.095424 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-459df3b4-1628-44a3-821f-98f05ddb7b26 None None] Provisioning complete for port e7c87b44-039b-4b2a-87db-17031321767c triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:13.095984 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-459df3b4-1628-44a3-821f-98f05ddb7b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e7c87b44-039b-4b2a-87db-17031321767c), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:13.130520 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-459df3b4-1628-44a3-821f-98f05ddb7b26 None None] Port e7c87b44-039b-4b2a-87db-17031321767c cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:19:13.144328 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e7c87b44-039b-4b2a-87db-17031321767c), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:13.276856 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:10Z', 'revision_number': 3, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:13.323447 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Publish callbacks [] for port (e7c87b44-039b-4b2a-87db-17031321767c), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:13.376332 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (e7c87b44-039b-4b2a-87db-17031321767c), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:13.400142 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb660da-008f-4dd6-9f7c-2a6e9a3f6a15 None None] The sync data for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi is: [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:10Z', 'revision_number': 3, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:19:13.419831 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:19:13.451749 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Pushing event updated for resources: {'Port': ['ID=e7c87b44-039b-4b2a-87db-17031321767c,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:13.455051 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (5a5cb326-5f4e-4d71-b50c-a77d3d12eb55), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:13.559359 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Network f1476bfe-b614-4ba4-8076-68106ea7f96e is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:13.560973 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:13.740568 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:19:13.809300 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:19:13.862547 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:13.862992 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:13.881982 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:19:13.888328 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c0f48780-ac9c-44c7-821d-9eef1a576e1b admin admin] 10.222.0.26 "PUT /v2.0/routers/5a5cb326-5f4e-4d71-b50c-a77d3d12eb55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9111774 Mar 08 05:19:14.104250 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:14.105546 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:14.121881 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-ab73560a-b0fb-4ed8-99e1-32ad0b7647e9 None None] Provisioning complete for port e7c87b44-039b-4b2a-87db-17031321767c triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:14.122260 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ab73560a-b0fb-4ed8-99e1-32ad0b7647e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e7c87b44-039b-4b2a-87db-17031321767c), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:14.150466 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=232a80d5-e74a-41c2-b94a-71b9ca5ddbd3,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:14.169009 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-ab73560a-b0fb-4ed8-99e1-32ad0b7647e9 None None] Port e7c87b44-039b-4b2a-87db-17031321767c cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:19:14.257445 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:14.310310 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=232a80d5-e74a-41c2-b94a-71b9ca5ddbd3,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:14.678638 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42888) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:14.683710 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2057011445-network', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:14.777495 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Made reservation on behalf of 8a078fe2319a4b58936b7c3d37fae368 for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:19:14.779927 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:14.792313 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:14.880254 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Publish callbacks [] for security_group (2cc7db50-0e60-4648-a870-b070c7ce275a), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.029182 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2cc7db50-0e60-4648-a870-b070c7ce275a), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.038353 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Sync routers for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:19:15.052886 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:15.053629 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:15.055901 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:19:15.065741 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc7db50-0e60-4648-a870-b070c7ce275a,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:15.073579 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (b4796497-c2bd-45d1-984f-3dba42d66b31), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.073579 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Added segment b4796497-c2bd-45d1-984f-3dba42d66b31 of type vlan for network c8eb833d-4954-47d3-a40d-2f86fc7ec65d Mar 08 05:19:15.114415 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (c8eb833d-4954-47d3-a40d-2f86fc7ec65d), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.165586 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:15.198168 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (c8eb833d-4954-47d3-a40d-2f86fc7ec65d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.199136 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:15.199806 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.264358 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] Pushing event updated for resources: {'Network': ['ID=c8eb833d-4954-47d3-a40d-2f86fc7ec65d,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:15.289241 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network c8eb833d-4954-47d3-a40d-2f86fc7ec65d details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:19:15.298118 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-22d21775-f6c3-401e-9004-bc5256460b71 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6147666 Mar 08 05:19:15.298118 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42890) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:15.303919 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Request body: {'subnet': {'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2057011445-subnet', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:15.392513 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Made reservation on behalf of 8a078fe2319a4b58936b7c3d37fae368 for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:19:15.395576 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005458'] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.431785 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 2, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:15.459438 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Checking router: 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:19:15.459739 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Updating router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 port e7c87b44-039b-4b2a-87db-17031321767c binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:19:15.489425 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e7c87b44-039b-4b2a-87db-17031321767c), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.640797 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5112552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005452'] for subnet (00bcef72-5bf3-48ce-89c4-5f9043e54df3), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.697207 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Pushing event updated for resources: {'Subnet': ['ID=00bcef72-5bf3-48ce-89c4-5f9043e54df3,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:15.706273 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Checking segment: {'id': 'b4796497-c2bd-45d1-984f-3dba42d66b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:15.706577 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Network hostable DHCP agents. Network: c8eb833d-4954-47d3-a40d-2f86fc7ec65d, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:19:15.768458 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:19:15.788704 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Network c8eb833d-4954-47d3-a40d-2f86fc7ec65d is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:19:15.802561 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Publish callbacks [] for port (e7c87b44-039b-4b2a-87db-17031321767c), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.828098 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:15.828488 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (232a80d5-e74a-41c2-b94a-71b9ca5ddbd3), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.875001 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, c8eb833d-4954-47d3-a40d-2f86fc7ec65d) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:15.880227 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:15.881000 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.894531 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde1b13-d2cd-4477-95d0-1febce33cd01 None None] Network c8eb833d-4954-47d3-a40d-2f86fc7ec65d requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:19:15.902017 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (e7c87b44-039b-4b2a-87db-17031321767c), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:15.969852 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-aa26d2ad-ecd5-4894-b425-1915a280a96e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6701369 Mar 08 05:19:15.973123 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42892) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:15.980552 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2057011445-router', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:16.007339 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 232a80d5-e74a-41c2-b94a-71b9ca5ddbd3 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:16.022983 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7493b-1ba5-40da-b008-f3d15fcb4b90 None None] Pushing event updated for resources: {'Port': ['ID=e7c87b44-039b-4b2a-87db-17031321767c,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:16.092230 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (4c61ce66-7886-4b84-967e-cd2dea459333), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.095717 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (4c61ce66-7886-4b84-967e-cd2dea459333), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.105859 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-c8eb833d-4954-47d3-a40d-2f86fc7ec65d', 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d', 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'fixed_ips': [{'subnet_id': '00bcef72-5bf3-48ce-89c4-5f9043e54df3'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:19:16.106757 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.124552 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Attempting to bind port e7c87b44-039b-4b2a-87db-17031321767c on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:19:16.125790 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Attempting to bind port e7c87b44-039b-4b2a-87db-17031321767c by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:19:16.125790 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Attempting to bind port e7c87b44-039b-4b2a-87db-17031321767c on network f1476bfe-b614-4ba4-8076-68106ea7f96e {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:16.142109 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:19:16.142467 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Checking segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:16.142742 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.143187 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Bound using segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:19:16.143675 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Bound port: e7c87b44-039b-4b2a-87db-17031321767c, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:19:16.144078 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e7c87b44-039b-4b2a-87db-17031321767c), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.153769 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks [] for router_controller (4c61ce66-7886-4b84-967e-cd2dea459333), precommit_add_association {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.293639 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cd2d6c73-d435-40f5-88c6-4007ca55d3d8 None None] Provisioning complete for port e7c87b44-039b-4b2a-87db-17031321767c triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:16.294291 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6c73-d435-40f5-88c6-4007ca55d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e7c87b44-039b-4b2a-87db-17031321767c), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.324982 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] For port e7c87b44-039b-4b2a-87db-17031321767c, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:19:16.362976 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] For port e7c87b44-039b-4b2a-87db-17031321767c, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=e7c87b44-039b-4b2a-87db-17031321767c,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:19:16.378648 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d6c73-d435-40f5-88c6-4007ca55d3d8 None None] Port e7c87b44-039b-4b2a-87db-17031321767c cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:19:16.384741 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks [] for router_gateway (4c61ce66-7886-4b84-967e-cd2dea459333), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.385063 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Allocated IP 172.20.0.2 (c8eb833d-4954-47d3-a40d-2f86fc7ec65d/00bcef72-5bf3-48ce-89c4-5f9043e54df3/58b605ef-e77c-4971-aa73-8351000df1b7) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:19:16.450260 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (e7c87b44-039b-4b2a-87db-17031321767c), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.542794 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:16.543488 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:16.602567 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7493b-1ba5-40da-b008-f3d15fcb4b90 None None] Pushing event updated for resources: {'Port': ['ID=e7c87b44-039b-4b2a-87db-17031321767c,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:16.668335 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Publish callbacks [] for port (58b605ef-e77c-4971-aa73-8351000df1b7), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.705135 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:16.710649 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks [] for router_gateway (4c61ce66-7886-4b84-967e-cd2dea459333), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.730368 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.749318 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (58b605ef-e77c-4971-aa73-8351000df1b7), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.835184 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Network c8eb833d-4954-47d3-a40d-2f86fc7ec65d is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:16.856765 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Allocated IP 172.27.2.31 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:19:16.857020 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:16.864158 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:19:16.895646 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Pushing event updated for resources: {'Port': ['ID=58b605ef-e77c-4971-aa73-8351000df1b7,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:16.906253 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-db43d291-7c07-4afa-b2b3-2c7a13f40ded None None] Provisioning complete for port e7c87b44-039b-4b2a-87db-17031321767c triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:16.906631 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-db43d291-7c07-4afa-b2b3-2c7a13f40ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e7c87b44-039b-4b2a-87db-17031321767c), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:16.971096 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks [] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:17.061765 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:17.105264 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:17.108268 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:17.111763 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:19:17.140199 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Pushing event updated for resources: {'Port': ['ID=413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:17.163223 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Attempting to bind port 58b605ef-e77c-4971-aa73-8351000df1b7 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:19:17.163593 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Attempting to bind port 58b605ef-e77c-4971-aa73-8351000df1b7 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'b4796497-c2bd-45d1-984f-3dba42d66b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:19:17.163962 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Attempting to bind port 58b605ef-e77c-4971-aa73-8351000df1b7 on network c8eb833d-4954-47d3-a40d-2f86fc7ec65d {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:17.180632 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:19:17.181023 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Checking segment: {'id': 'b4796497-c2bd-45d1-984f-3dba42d66b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:17.181411 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:17.181801 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Bound using segment: {'id': 'b4796497-c2bd-45d1-984f-3dba42d66b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:19:17.182289 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Bound port: 58b605ef-e77c-4971-aa73-8351000df1b7, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4796497-c2bd-45d1-984f-3dba42d66b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:19:17.182664 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (58b605ef-e77c-4971-aa73-8351000df1b7), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:17.269742 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-db43d291-7c07-4afa-b2b3-2c7a13f40ded None None] Current status of the port e7c87b44-039b-4b2a-87db-17031321767c is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:17.270140 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-db43d291-7c07-4afa-b2b3-2c7a13f40ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (e7c87b44-039b-4b2a-87db-17031321767c), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:17.297827 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:16Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:17.318532 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] For port 58b605ef-e77c-4971-aa73-8351000df1b7, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:19:17.355560 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e54dcf-aa40-4673-9f77-149e1ca28f1e None None] The sync data for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi is: [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:16Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:19:17.361621 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-db43d291-7c07-4afa-b2b3-2c7a13f40ded None None] For port e7c87b44-039b-4b2a-87db-17031321767c, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=e7c87b44-039b-4b2a-87db-17031321767c,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:17.363538 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] For port 58b605ef-e77c-4971-aa73-8351000df1b7, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=58b605ef-e77c-4971-aa73-8351000df1b7,segment=NetworkSegment(b4796497-c2bd-45d1-984f-3dba42d66b31),segment_id=b4796497-c2bd-45d1-984f-3dba42d66b31)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:19:17.455723 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-db43d291-7c07-4afa-b2b3-2c7a13f40ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (e7c87b44-039b-4b2a-87db-17031321767c), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:17.492874 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (58b605ef-e77c-4971-aa73-8351000df1b7), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:17.502960 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks [] for router_gateway (4c61ce66-7886-4b84-967e-cd2dea459333), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:17.528979 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43d291-7c07-4afa-b2b3-2c7a13f40ded None None] Pushing event updated for resources: {'Port': ['ID=e7c87b44-039b-4b2a-87db-17031321767c,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:17.613994 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080bfcb-3c40-407c-b47d-3759634c8b5e None None] Pushing event updated for resources: {'Port': ['ID=58b605ef-e77c-4971-aa73-8351000df1b7,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:17.775715 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (4c61ce66-7886-4b84-967e-cd2dea459333), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:17.874005 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device e7c87b44-039b-4b2a-87db-17031321767c up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:19:17.941738 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port e7c87b44-039b-4b2a-87db-17031321767c triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:17.942572 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (e7c87b44-039b-4b2a-87db-17031321767c), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:18.039842 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port e7c87b44-039b-4b2a-87db-17031321767c is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:18.041139 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 58b605ef-e77c-4971-aa73-8351000df1b7 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:19:18.098465 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 58b605ef-e77c-4971-aa73-8351000df1b7 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:18.099026 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (58b605ef-e77c-4971-aa73-8351000df1b7), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:18.191140 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 58b605ef-e77c-4971-aa73-8351000df1b7 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:18.191545 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (58b605ef-e77c-4971-aa73-8351000df1b7), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:18.227706 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 58b605ef-e77c-4971-aa73-8351000df1b7, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=58b605ef-e77c-4971-aa73-8351000df1b7,segment=NetworkSegment(b4796497-c2bd-45d1-984f-3dba42d66b31),segment_id=b4796497-c2bd-45d1-984f-3dba42d66b31)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:18.303130 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (58b605ef-e77c-4971-aa73-8351000df1b7), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:18.332168 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Router 4c61ce66-7886-4b84-967e-cd2dea459333 is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:19:18.376958 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=58b605ef-e77c-4971-aa73-8351000df1b7,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:18.465374 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:19:18.476405 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Sync routers for ids ['4c61ce66-7886-4b84-967e-cd2dea459333'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:19:18.487544 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Routers {'4c61ce66-7886-4b84-967e-cd2dea459333'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:18.488172 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['4c61ce66-7886-4b84-967e-cd2dea459333'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:18.540369 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:18.542377 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-3b081aa6-1310-499c-9025-bedeed9a9619 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5677383 Mar 08 05:19:18.545031 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42896) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:18.610955 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Set router 4c61ce66-7886-4b84-967e-cd2dea459333 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:18.712708 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef46c08-720b-4e64-80a6-7e87214f6d75 None None] Network c8eb833d-4954-47d3-a40d-2f86fc7ec65d requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:19:18.817089 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-b495cf19-6052-4089-ab78-36efcb9a4608 None None] Provisioning complete for port 58b605ef-e77c-4971-aa73-8351000df1b7 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:18.817652 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-b495cf19-6052-4089-ab78-36efcb9a4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (58b605ef-e77c-4971-aa73-8351000df1b7), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:18.838755 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'name': 'tempest-TestVolumeBootPattern-2057011445-router', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 3, 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'gw_port': {'id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:18.866244 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Checking router: 4c61ce66-7886-4b84-967e-cd2dea459333 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:19:18.866602 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Updating router 4c61ce66-7886-4b84-967e-cd2dea459333 port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:19:18.899645 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:18.996122 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-b495cf19-6052-4089-ab78-36efcb9a4608 None None] Current status of the port 58b605ef-e77c-4971-aa73-8351000df1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:19.051450 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.221039 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-8d546f63-d83e-4e76-8f0f-24d5f01dfa51 None None] Provisioning complete for port 58b605ef-e77c-4971-aa73-8351000df1b7 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:19.221339 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-8d546f63-d83e-4e76-8f0f-24d5f01dfa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (58b605ef-e77c-4971-aa73-8351000df1b7), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.229952 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Publish callbacks [] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.232160 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Allocated IP 172.20.0.1 (c8eb833d-4954-47d3-a40d-2f86fc7ec65d/00bcef72-5bf3-48ce-89c4-5f9043e54df3/c66e224d-bbbf-4168-96bd-83475bedd044) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:19:19.309885 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-8d546f63-d83e-4e76-8f0f-24d5f01dfa51 None None] Current status of the port 58b605ef-e77c-4971-aa73-8351000df1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:19.320651 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.347116 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Publish callbacks [] for port (c66e224d-bbbf-4168-96bd-83475bedd044), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.377214 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Attempting to bind port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:19:19.377675 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Attempting to bind port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:19:19.378137 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Attempting to bind port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:19.387139 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80646e72-cd04-4d95-9929-6611928f5475 None None] Pushing event updated for resources: {'Port': ['ID=413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60,revision_number=2']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:19.389588 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:19:19.390731 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:19.391117 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.391596 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:19:19.392071 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Bound port: 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:19:19.392459 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.454107 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] For port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:19:19.458581 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] For port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:19:19.469514 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.509150 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Network c8eb833d-4954-47d3-a40d-2f86fc7ec65d is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:19.513567 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:19.517519 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:19:19.540866 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Pushing event updated for resources: {'Port': ['ID=c66e224d-bbbf-4168-96bd-83475bedd044,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:19.555681 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.563561 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (4c61ce66-7886-4b84-967e-cd2dea459333), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.620865 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Routers {'4c61ce66-7886-4b84-967e-cd2dea459333'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:19.622348 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['4c61ce66-7886-4b84-967e-cd2dea459333'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:19.658669 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80646e72-cd04-4d95-9929-6611928f5475 None None] Pushing event updated for resources: {'Port': ['ID=413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:19.739031 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-7ef86664-9cf6-47c1-b88d-7892cdbef547 None None] Provisioning complete for port c66e224d-bbbf-4168-96bd-83475bedd044 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:19.739297 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7ef86664-9cf6-47c1-b88d-7892cdbef547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.742529 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c761b37c-8382-4a35-8ae6-09c736514258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.766861 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] Set router 4c61ce66-7886-4b84-967e-cd2dea459333 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:19.785429 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 58b605ef-e77c-4971-aa73-8351000df1b7 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:19:19.789577 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-7ef86664-9cf6-47c1-b88d-7892cdbef547 None None] Port c66e224d-bbbf-4168-96bd-83475bedd044 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:19:19.805358 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.837221 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 58b605ef-e77c-4971-aa73-8351000df1b7 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:19.837731 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (58b605ef-e77c-4971-aa73-8351000df1b7), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.926813 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 58b605ef-e77c-4971-aa73-8351000df1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:19.969746 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'name': 'tempest-TestVolumeBootPattern-2057011445-router', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 3, 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'gw_port': {'id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:19.991729 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Publish callbacks [] for port (c66e224d-bbbf-4168-96bd-83475bedd044), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:19.996146 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb075fd9-5504-41e0-a309-e2af152bfc4c None None] The sync data for ids ['4c61ce66-7886-4b84-967e-cd2dea459333'] in dv-cinder-828060-9-iscsi is: [{'id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'name': 'tempest-TestVolumeBootPattern-2057011445-router', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 3, 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'gw_port': {'id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:19:20.057120 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:20.130327 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (4c61ce66-7886-4b84-967e-cd2dea459333), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:20.132369 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Pushing event updated for resources: {'Port': ['ID=c66e224d-bbbf-4168-96bd-83475bedd044,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:20.243787 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Network c8eb833d-4954-47d3-a40d-2f86fc7ec65d is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:20.246712 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:20.392812 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Router 4c61ce66-7886-4b84-967e-cd2dea459333 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:19:20.520346 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-171c46f7-4da2-4141-a91d-79d7474e4f56 None None] Provisioning complete for port c66e224d-bbbf-4168-96bd-83475bedd044 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:20.520971 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-171c46f7-4da2-4141-a91d-79d7474e4f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:20.521322 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:19:20.536055 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-955cbd39-3277-4b1a-9449-e2b1c3a8aa77 admin admin] 10.222.0.26 "PUT /v2.0/routers/4c61ce66-7886-4b84-967e-cd2dea459333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9801743 Mar 08 05:19:20.577960 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-171c46f7-4da2-4141-a91d-79d7474e4f56 None None] Port c66e224d-bbbf-4168-96bd-83475bedd044 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:19:21.167093 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42906) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:21.172590 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-44071105-24ed-4eda-b7a4-a22cad6033bc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795077638', 'description': 'tempest-secgroup-smoke-1795077638 description', 'project_id': 'e2b942148787483c930a53797743f0a7'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:21.285848 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-44071105-24ed-4eda-b7a4-a22cad6033bc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:21.365426 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-44071105-24ed-4eda-b7a4-a22cad6033bc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group (2c64e1fa-b557-4c64-877d-8f86e27f0f7f), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:21.460777 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-44071105-24ed-4eda-b7a4-a22cad6033bc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (2c64e1fa-b557-4c64-877d-8f86e27f0f7f), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:21.491517 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44071105-24ed-4eda-b7a4-a22cad6033bc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c64e1fa-b557-4c64-877d-8f86e27f0f7f,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:21.562230 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-44071105-24ed-4eda-b7a4-a22cad6033bc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:21.564142 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-44071105-24ed-4eda-b7a4-a22cad6033bc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3955016 Mar 08 05:19:21.566775 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42908) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:21.571186 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-7a088277-a37c-4c53-920a-50b11f5c85fb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'security_group_rule': {'security_group_id': '2c64e1fa-b557-4c64-877d-8f86e27f0f7f', 'project_id': 'e2b942148787483c930a53797743f0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:21.634973 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Sync routers for ids ['4c61ce66-7886-4b84-967e-cd2dea459333'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:19:21.646500 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Routers {'4c61ce66-7886-4b84-967e-cd2dea459333'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:21.646932 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:18:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['4c61ce66-7886-4b84-967e-cd2dea459333'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:21.662858 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7a088277-a37c-4c53-920a-50b11f5c85fb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (14a37ad8-bacb-4be2-9a44-d6317207067e), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:21.730433 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7a088277-a37c-4c53-920a-50b11f5c85fb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (14a37ad8-bacb-4be2-9a44-d6317207067e), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:21.763057 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Set router 4c61ce66-7886-4b84-967e-cd2dea459333 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:21.802235 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7a088277-a37c-4c53-920a-50b11f5c85fb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (14a37ad8-bacb-4be2-9a44-d6317207067e), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:21.808243 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:19:21.820941 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a088277-a37c-4c53-920a-50b11f5c85fb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a37ad8-bacb-4be2-9a44-d6317207067e,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:21.905369 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7a088277-a37c-4c53-920a-50b11f5c85fb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:21.906635 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-7a088277-a37c-4c53-920a-50b11f5c85fb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3390570 Mar 08 05:19:21.909390 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42910) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:21.914050 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-990375d2-7bd6-4ef9-b39a-dcbc2fd400c0 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'security_group_rule': {'security_group_id': '2c64e1fa-b557-4c64-877d-8f86e27f0f7f', 'project_id': 'e2b942148787483c930a53797743f0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:21.950831 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:21.951325 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.014340 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-990375d2-7bd6-4ef9-b39a-dcbc2fd400c0 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (5a04402f-e5fa-4f6c-827b-9dc9b675503d), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.071580 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:22.071974 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.079952 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'name': 'tempest-TestVolumeBootPattern-2057011445-router', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:19Z', 'revision_number': 4, 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'gw_port': {'id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'c66e224d-bbbf-4168-96bd-83475bedd044', 'name': '', 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'mac_address': 'fa:16:3e:c6:8e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '00bcef72-5bf3-48ce-89c4-5f9043e54df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:19Z', 'updated_at': '2022-03-08T05:19:19Z', 'revision_number': 2, 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'subnets': [{'id': '00bcef72-5bf3-48ce-89c4-5f9043e54df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:22.083714 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-990375d2-7bd6-4ef9-b39a-dcbc2fd400c0 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (5a04402f-e5fa-4f6c-827b-9dc9b675503d), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.113878 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Checking router: 4c61ce66-7886-4b84-967e-cd2dea459333 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:19:22.114230 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Updating router 4c61ce66-7886-4b84-967e-cd2dea459333 port c66e224d-bbbf-4168-96bd-83475bedd044 binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:19:22.137848 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:22.148665 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.174785 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-990375d2-7bd6-4ef9-b39a-dcbc2fd400c0 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (5a04402f-e5fa-4f6c-827b-9dc9b675503d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.193865 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990375d2-7bd6-4ef9-b39a-dcbc2fd400c0 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a04402f-e5fa-4f6c-827b-9dc9b675503d,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:22.242656 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.276416 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-990375d2-7bd6-4ef9-b39a-dcbc2fd400c0 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.277664 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-990375d2-7bd6-4ef9-b39a-dcbc2fd400c0 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673222 Mar 08 05:19:22.280788 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 42914) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:22.285851 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-dca218fd-5ba2-42ec-9895-22562bbe75a2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'security_group_rule': {'security_group_id': '2c64e1fa-b557-4c64-877d-8f86e27f0f7f', 'project_id': 'e2b942148787483c930a53797743f0a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:22.320412 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:22.371183 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dca218fd-5ba2-42ec-9895-22562bbe75a2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (65c274ee-29c1-4fa4-9a30-660c501c4d9d), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.433632 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dca218fd-5ba2-42ec-9895-22562bbe75a2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (65c274ee-29c1-4fa4-9a30-660c501c4d9d), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.474403 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Publish callbacks [] for port (c66e224d-bbbf-4168-96bd-83475bedd044), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.497307 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dca218fd-5ba2-42ec-9895-22562bbe75a2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (65c274ee-29c1-4fa4-9a30-660c501c4d9d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.516930 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca218fd-5ba2-42ec-9895-22562bbe75a2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c274ee-29c1-4fa4-9a30-660c501c4d9d,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:22.529059 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.590410 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9f029-a9a3-4cbf-9707-00a4fd05336d None None] Pushing event updated for resources: {'Port': ['ID=c66e224d-bbbf-4168-96bd-83475bedd044,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:22.596989 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dca218fd-5ba2-42ec-9895-22562bbe75a2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.597823 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42916) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:22.603714 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-39fabe2f-2ef6-48c8-a8d7-a5738488d25b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'security_group_rule': {'security_group_id': '2c64e1fa-b557-4c64-877d-8f86e27f0f7f', 'project_id': 'e2b942148787483c930a53797743f0a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:22.610760 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-dca218fd-5ba2-42ec-9895-22562bbe75a2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268025 Mar 08 05:19:22.648928 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Attempting to bind port c66e224d-bbbf-4168-96bd-83475bedd044 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:19:22.649476 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Attempting to bind port c66e224d-bbbf-4168-96bd-83475bedd044 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'b4796497-c2bd-45d1-984f-3dba42d66b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:19:22.649862 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Attempting to bind port c66e224d-bbbf-4168-96bd-83475bedd044 on network c8eb833d-4954-47d3-a40d-2f86fc7ec65d {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:22.655317 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:19:22.658225 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Checking segment: {'id': 'b4796497-c2bd-45d1-984f-3dba42d66b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:22.658225 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.658225 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Bound using segment: {'id': 'b4796497-c2bd-45d1-984f-3dba42d66b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:19:22.658225 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Bound port: c66e224d-bbbf-4168-96bd-83475bedd044, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4796497-c2bd-45d1-984f-3dba42d66b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:19:22.658225 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.728154 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] For port c66e224d-bbbf-4168-96bd-83475bedd044, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:19:22.731307 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] For port c66e224d-bbbf-4168-96bd-83475bedd044, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c66e224d-bbbf-4168-96bd-83475bedd044,segment=NetworkSegment(b4796497-c2bd-45d1-984f-3dba42d66b31),segment_id=b4796497-c2bd-45d1-984f-3dba42d66b31)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:19:22.746700 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e12a7479-2466-47fb-b05b-dc5f7872e621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.787826 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-39fabe2f-2ef6-48c8-a8d7-a5738488d25b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (b627a903-ca5e-488b-aaf8-f6fb1210f115), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.815377 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2afe6255-6121-467a-b96d-ee81a51f26e7 None None] Provisioning complete for port c66e224d-bbbf-4168-96bd-83475bedd044 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:22.815739 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2afe6255-6121-467a-b96d-ee81a51f26e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.850677 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.852929 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-39fabe2f-2ef6-48c8-a8d7-a5738488d25b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (b627a903-ca5e-488b-aaf8-f6fb1210f115), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.877229 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2afe6255-6121-467a-b96d-ee81a51f26e7 None None] Port c66e224d-bbbf-4168-96bd-83475bedd044 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:19:22.913905 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9f029-a9a3-4cbf-9707-00a4fd05336d None None] Pushing event updated for resources: {'Port': ['ID=c66e224d-bbbf-4168-96bd-83475bedd044,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:22.918188 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Routers {'4c61ce66-7886-4b84-967e-cd2dea459333'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:22.918886 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['4c61ce66-7886-4b84-967e-cd2dea459333'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:22.943111 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-39fabe2f-2ef6-48c8-a8d7-a5738488d25b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (b627a903-ca5e-488b-aaf8-f6fb1210f115), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:22.962752 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fabe2f-2ef6-48c8-a8d7-a5738488d25b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b627a903-ca5e-488b-aaf8-f6fb1210f115,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:23.037395 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-39fabe2f-2ef6-48c8-a8d7-a5738488d25b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.043079 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] Set router 4c61ce66-7886-4b84-967e-cd2dea459333 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:23.052520 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-39fabe2f-2ef6-48c8-a8d7-a5738488d25b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4387088 Mar 08 05:19:23.052520 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42918) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:23.052520 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-d3a8bac0-1ce5-4f0e-90e4-06f019b2084f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'security_group_rule': {'security_group_id': '2c64e1fa-b557-4c64-877d-8f86e27f0f7f', 'project_id': 'e2b942148787483c930a53797743f0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:23.129625 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.securitygroups_db [None req-d3a8bac0-1ce5-4f0e-90e4-06f019b2084f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Project e2b942148787483c930a53797743f0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 05:19:23.135360 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bac0-1ce5-4f0e-90e4-06f019b2084f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (89123ed4-0a00-479e-940e-692db85e0d30), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.203348 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bac0-1ce5-4f0e-90e4-06f019b2084f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (89123ed4-0a00-479e-940e-692db85e0d30), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.260899 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-69623ba2-abc1-4c17-a119-6ca790c355f5 None None] Provisioning complete for port c66e224d-bbbf-4168-96bd-83475bedd044 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:23.261168 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-69623ba2-abc1-4c17-a119-6ca790c355f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.283374 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bac0-1ce5-4f0e-90e4-06f019b2084f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (89123ed4-0a00-479e-940e-692db85e0d30), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.301130 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8bac0-1ce5-4f0e-90e4-06f019b2084f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89123ed4-0a00-479e-940e-692db85e0d30,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:23.371510 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d3a8bac0-1ce5-4f0e-90e4-06f019b2084f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.372804 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-d3a8bac0-1ce5-4f0e-90e4-06f019b2084f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3285308 Mar 08 05:19:23.376544 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 42920) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:23.381219 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-312dd00e-b700-454f-ab94-ba381f536f86 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'security_group_rule': {'security_group_id': '2c64e1fa-b557-4c64-877d-8f86e27f0f7f', 'project_id': 'e2b942148787483c930a53797743f0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:23.433441 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-69623ba2-abc1-4c17-a119-6ca790c355f5 None None] Current status of the port c66e224d-bbbf-4168-96bd-83475bedd044 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:23.433833 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-69623ba2-abc1-4c17-a119-6ca790c355f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.475510 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-69623ba2-abc1-4c17-a119-6ca790c355f5 None None] For port c66e224d-bbbf-4168-96bd-83475bedd044, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c66e224d-bbbf-4168-96bd-83475bedd044,segment=NetworkSegment(b4796497-c2bd-45d1-984f-3dba42d66b31),segment_id=b4796497-c2bd-45d1-984f-3dba42d66b31)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:23.485109 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'name': 'tempest-TestVolumeBootPattern-2057011445-router', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:19Z', 'revision_number': 4, 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'gw_port': {'id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'c66e224d-bbbf-4168-96bd-83475bedd044', 'name': '', 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'mac_address': 'fa:16:3e:c6:8e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '00bcef72-5bf3-48ce-89c4-5f9043e54df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:19Z', 'updated_at': '2022-03-08T05:19:22Z', 'revision_number': 4, 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'subnets': [{'id': '00bcef72-5bf3-48ce-89c4-5f9043e54df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:23.486134 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.securitygroups_db [None req-312dd00e-b700-454f-ab94-ba381f536f86 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Project e2b942148787483c930a53797743f0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 05:19:23.491542 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-312dd00e-b700-454f-ab94-ba381f536f86 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (a92f577c-213f-4b44-9c96-f0fde20df821), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.513405 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e4b16b-83e9-4d79-a3a2-9eecedcbbdeb None None] The sync data for ids ['4c61ce66-7886-4b84-967e-cd2dea459333'] in dv-cinder-828060-9-iscsi is: [{'id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'name': 'tempest-TestVolumeBootPattern-2057011445-router', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:19Z', 'revision_number': 4, 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'gw_port': {'id': '413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:1e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:16Z', 'updated_at': '2022-03-08T05:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'c66e224d-bbbf-4168-96bd-83475bedd044', 'name': '', 'network_id': 'c8eb833d-4954-47d3-a40d-2f86fc7ec65d', 'tenant_id': '8a078fe2319a4b58936b7c3d37fae368', 'mac_address': 'fa:16:3e:c6:8e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c61ce66-7886-4b84-967e-cd2dea459333', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '00bcef72-5bf3-48ce-89c4-5f9043e54df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:19Z', 'updated_at': '2022-03-08T05:19:22Z', 'revision_number': 4, 'project_id': '8a078fe2319a4b58936b7c3d37fae368', 'subnets': [{'id': '00bcef72-5bf3-48ce-89c4-5f9043e54df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:19:23.555693 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-69623ba2-abc1-4c17-a119-6ca790c355f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.599798 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-312dd00e-b700-454f-ab94-ba381f536f86 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (a92f577c-213f-4b44-9c96-f0fde20df821), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.640536 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69623ba2-abc1-4c17-a119-6ca790c355f5 None None] Pushing event updated for resources: {'Port': ['ID=c66e224d-bbbf-4168-96bd-83475bedd044,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:23.678206 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-312dd00e-b700-454f-ab94-ba381f536f86 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (a92f577c-213f-4b44-9c96-f0fde20df821), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.695395 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dd00e-b700-454f-ab94-ba381f536f86 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92f577c-213f-4b44-9c96-f0fde20df821,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:23.767938 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-312dd00e-b700-454f-ab94-ba381f536f86 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:23.772220 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-312dd00e-b700-454f-ab94-ba381f536f86 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3914900 Mar 08 05:19:23.872038 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c66e224d-bbbf-4168-96bd-83475bedd044 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:19:23.945632 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port c66e224d-bbbf-4168-96bd-83475bedd044 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:23.946113 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (c66e224d-bbbf-4168-96bd-83475bedd044), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:24.036070 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port c66e224d-bbbf-4168-96bd-83475bedd044 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:24.041075 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:19:24.089386 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:24.089772 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:24.190606 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 413cf5fe-68f9-48b6-ab0b-47bd0f4d1d60 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:19:24.558356 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:25.564602 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:26.483781 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:27.563778 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a734f-8da3-4594-add3-3038e657cbe4 req-58202a7f-a0d2-413d-b0fa-5b8a775112fb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:27.565279 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-428a734f-8da3-4594-add3-3038e657cbe4 req-58202a7f-a0d2-413d-b0fa-5b8a775112fb tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0558128 Mar 08 05:19:27.612080 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-428a734f-8da3-4594-add3-3038e657cbe4 req-c7d535e8-e125-4434-9ff4-e934693bc0ff tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412343 Mar 08 05:19:28.751088 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b360f83-9c57-457b-95e9-92c09a703c5a req-f7888e3a-c187-41f7-a543-f0d873b5e34d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:28.752604 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b360f83-9c57-457b-95e9-92c09a703c5a req-f7888e3a-c187-41f7-a543-f0d873b5e34d tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0572028 Mar 08 05:19:28.803158 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b360f83-9c57-457b-95e9-92c09a703c5a req-1e425aa4-43cf-475c-af18-bbd44f00947f tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448308 Mar 08 05:19:29.313110 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-0d356130-d215-4417-af60-2c13dd74b391 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:29.314619 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-0d356130-d215-4417-af60-2c13dd74b391 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0556431 Mar 08 05:19:29.420343 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Deleting port 781f9e98-d057-48e1-aa51-de683d4ddbe8 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:19:29.420685 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:29.486110 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:29.528978 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] For port 781f9e98-d057-48e1-aa51-de683d4ddbe8, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=781f9e98-d057-48e1-aa51-de683d4ddbe8,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:29.529902 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:29.726550 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:29.726550 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (6a3a267f-1777-417e-9eb4-d04c18835872), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:29.726550 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Floating IP 6a3a267f-1777-417e-9eb4-d04c18835872 disassociated. External IP: 172.27.2.28, port: 781f9e98-d057-48e1-aa51-de683d4ddbe8. Mar 08 05:19:29.727792 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Calling delete_port for 781f9e98-d057-48e1-aa51-de683d4ddbe8 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:19:29.953494 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4df0e-a581-41e4-a69d-28d22cc0a2ef req-801001d9-6d79-49a7-9ea8-d2f182786e62 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:29.955333 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-35e4df0e-a581-41e4-a69d-28d22cc0a2ef req-801001d9-6d79-49a7-9ea8-d2f182786e62 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab506e3-f9bf-4bff-88b7-d82518c52ca1 HTTP/1.1" status: 200 len: 946 time: 0.0638471 Mar 08 05:19:29.997598 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (781f9e98-d057-48e1-aa51-de683d4ddbe8), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:30.003804 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-35e4df0e-a581-41e4-a69d-28d22cc0a2ef req-19facaed-8e08-45b7-8924-254f553a764b tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups?id=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Mar 08 05:19:30.037844 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event deleted for resources: {'Port': ['ID=781f9e98-d057-48e1-aa51-de683d4ddbe8,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:30.165180 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Router 9a9c5000-e01f-435f-a150-83a12cc98d62 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:19:30.276971 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:19:30.286887 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] Sync routers for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:19:30.296773 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:30.297395 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:30.319616 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] No DVR routers for this DVR port 781f9e98-d057-48e1-aa51-de683d4ddbe8 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:19:30.322152 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:30.325411 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-043a5040-2f40-4d8f-b23b-1b50d1c0acb0 req-541f1d3e-0060-4b74-bce0-8e6b1919f8f0 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.13 "DELETE /v2.0/ports/781f9e98-d057-48e1-aa51-de683d4ddbe8 HTTP/1.1" status: 204 len: 173 time: 1.0053179 Mar 08 05:19:30.325852 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-deleted', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:19:30.328175 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15e336-b5e6-432f-ad8b-29ee98c54493" -d '{"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-deleted", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:19:30.365737 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faca38e4-1d6c-4d67-9019-86e542b242de x-openstack-request-id: req-faca38e4-1d6c-4d67-9019-86e542b242de {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:19:30.366047 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab506e3-f9bf-4bff-88b7-d82518c52ca1", "name": "network-vif-deleted", "tag": "781f9e98-d057-48e1-aa51-de683d4ddbe8", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:19:30.366319 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-faca38e4-1d6c-4d67-9019-86e542b242de {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:19:30.366703 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab506e3-f9bf-4bff-88b7-d82518c52ca1', 'name': 'network-vif-deleted', 'tag': '781f9e98-d057-48e1-aa51-de683d4ddbe8', 'status': 'completed', 'code': 200} Mar 08 05:19:30.431044 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:30.734239 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:30.760408 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] Checking router: 9a9c5000-e01f-435f-a150-83a12cc98d62 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:19:30.776164 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:30.777398 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:30.894654 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:31.138549 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:31.169370 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cdbe46-b0b8-4805-8cb6-1a938a01ddaa None None] The sync data for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi is: [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '6f57be9e-1439-4f24-98c1-c44bba0edc92', 'name': '', 'network_id': '2e044609-f564-417f-b790-8c2dcd333e28', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'mac_address': 'fa:16:3e:23:b2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:38Z', 'updated_at': '2022-03-08T05:11:49Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'subnets': [{'id': '11f1d6e5-2c29-4b8f-a304-8ab0e2c96907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:19:31.210662 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43028) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:31.277046 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c3afd4bb-f96a-4e82-bc80-763f82ff69ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (6672a1d0-3162-4e3c-bc75-1082c1aaf9ec), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.302025 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c3afd4bb-f96a-4e82-bc80-763f82ff69ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (6672a1d0-3162-4e3c-bc75-1082c1aaf9ec), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.426684 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c3afd4bb-f96a-4e82-bc80-763f82ff69ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6672a1d0-3162-4e3c-bc75-1082c1aaf9ec), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.429505 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c3afd4bb-f96a-4e82-bc80-763f82ff69ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.429983 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e846036-b77a-43a5-a92d-e3e89b8a0215 None None] New status for floating IP 6a3a267f-1777-417e-9eb4-d04c18835872: DOWN {{(pid=103749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:19:31.430662 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c3afd4bb-f96a-4e82-bc80-763f82ff69ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "DELETE /v2.0/security-groups/6672a1d0-3162-4e3c-bc75-1082c1aaf9ec HTTP/1.1" status: 204 len: 168 time: 0.2187738 Mar 08 05:19:31.433697 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43034) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:31.441194 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afd4bb-f96a-4e82-bc80-763f82ff69ab tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6672a1d0-3162-4e3c-bc75-1082c1aaf9ec,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:31.448105 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.api.v2.resource [None req-3439e875-94de-4d83-8562-691b8cc3e4db tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] show failed (client error): The resource could not be found. Mar 08 05:19:31.452348 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-3439e875-94de-4d83-8562-691b8cc3e4db tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "GET /v2.0/security-groups/6672a1d0-3162-4e3c-bc75-1082c1aaf9ec HTTP/1.1" status: 404 len: 347 time: 0.0155880 Mar 08 05:19:31.455185 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43036) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:31.582729 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Deleting port 9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:19:31.583116 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.669611 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.669941 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.682820 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Calling delete_port for 9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe owned by network:floatingip {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:19:31.892303 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.921411 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Pushing event deleted for resources: {'Port': ['ID=9b85cb2f-b6a3-470b-8cc4-c249d4a09dfe,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:31.983541 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks [] for floatingip (6a3a267f-1777-417e-9eb4-d04c18835872), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.986198 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:31.987383 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-98a424dd-8e07-40de-8853-4fa693d00756 tempest-AttachVolumeShelveTestJSON-651097275 tempest-AttachVolumeShelveTestJSON-651097275-project] 10.222.0.26 "DELETE /v2.0/floatingips/6a3a267f-1777-417e-9eb4-d04c18835872 HTTP/1.1" status: 204 len: 168 time: 0.5312085 Mar 08 05:19:32.526365 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:19:32.545577 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 781f9e98-d057-48e1-aa51-de683d4ddbe8 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:19:32.546432 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 781f9e98-d057-48e1-aa51-de683d4ddbe8 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:19:32.769952 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-ce7dd8e3-5984-4463-8e06-39ee57fd8c5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446594 Mar 08 05:19:32.897883 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-5e7e1c55-c835-4aca-a0b1-1ea2a7442962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:32.899417 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-5e7e1c55-c835-4aca-a0b1-1ea2a7442962 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 1130 time: 0.0479836 Mar 08 05:19:33.011167 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-4adcda4e-ab77-415a-ac26-cfa183dc25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:33.012671 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-4adcda4e-ab77-415a-ac26-cfa183dc25c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 916 time: 0.0919983 Mar 08 05:19:33.082589 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-5acd7e94-8077-4b34-8c14-d5ef2dba2a51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 HTTP/1.1" status: 200 len: 1002 time: 0.0613744 Mar 08 05:19:33.134218 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-fb49b989-6d38-4ad5-8668-a563fdc2f202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:33.135694 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-fb49b989-6d38-4ad5-8668-a563fdc2f202 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 200 len: 854 time: 0.0470171 Mar 08 05:19:33.191822 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-bdcebd32-0317-442c-8cb9-be187fce3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:33.193435 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-bdcebd32-0317-442c-8cb9-be187fce3320 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9880e08b-4b2b-4ff2-8712-f70f43f42138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467784 Mar 08 05:19:33.286698 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-d895414e-78ca-4b76-aaa4-8e12ad96b104 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866857 Mar 08 05:19:33.389101 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ffd2420e-9e00-4d5b-89c5-3b9ef803b424 req-ad1dcc43-99a3-426a-b9ba-f3ae8602dee6 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961244 Mar 08 05:19:34.775708 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43070) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:35.304201 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8222294'] for router_interface (9a9c5000-e01f-435f-a150-83a12cc98d62), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:35.568640 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Deleting port 6f57be9e-1439-4f24-98c1-c44bba0edc92 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:19:35.568982 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:35.649526 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] For port 6f57be9e-1439-4f24-98c1-c44bba0edc92, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=6f57be9e-1439-4f24-98c1-c44bba0edc92,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:35.650009 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:35.663252 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Calling delete_port for 6f57be9e-1439-4f24-98c1-c44bba0edc92 owned by network:router_interface {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:19:35.946805 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (6f57be9e-1439-4f24-98c1-c44bba0edc92), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:35.978423 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f57be9e-1439-4f24-98c1-c44bba0edc92,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:36.162882 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8222242'] for router_interface (9a9c5000-e01f-435f-a150-83a12cc98d62), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:36.672194 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Router 9a9c5000-e01f-435f-a150-83a12cc98d62 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:19:36.780362 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:19:36.786210 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-e7857e17-bed0-458e-994d-c2d26493462a admin admin] 10.222.0.26 "PUT /v2.0/routers/9a9c5000-e01f-435f-a150-83a12cc98d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0094612 Mar 08 05:19:36.788872 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43094) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:36.789705 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] Sync routers for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:19:36.800665 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:36.801284 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:36.898618 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks [] for router (9a9c5000-e01f-435f-a150-83a12cc98d62), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:36.908256 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:37.014350 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks [] for router_gateway (9a9c5000-e01f-435f-a150-83a12cc98d62), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.100235 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:19:35Z', 'revision_number': 5, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port': {'id': '8eba4359-96a1-485e-98c6-25b9c774aa17', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:11:31Z', 'updated_at': '2022-03-08T05:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:37.131927 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] Checking router: 9a9c5000-e01f-435f-a150-83a12cc98d62 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:19:37.141332 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] Routers {'9a9c5000-e01f-435f-a150-83a12cc98d62'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:37.141955 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['9a9c5000-e01f-435f-a150-83a12cc98d62'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:37.155415 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Deleting port 8eba4359-96a1-485e-98c6-25b9c774aa17 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:19:37.156359 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.229008 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] Set router 9a9c5000-e01f-435f-a150-83a12cc98d62 gateway port host: None {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:37.234476 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] For port 8eba4359-96a1-485e-98c6-25b9c774aa17, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=8eba4359-96a1-485e-98c6-25b9c774aa17,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:37.234840 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.248025 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Calling delete_port for 8eba4359-96a1-485e-98c6-25b9c774aa17 owned by network:router_gateway {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:19:37.280090 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:19:37Z', 'revision_number': 6, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port_host': None}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:37.309486 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824dce0-d178-477e-82bc-3e01990b2ea9 None None] The sync data for ids ['9a9c5000-e01f-435f-a150-83a12cc98d62'] in dv-cinder-828060-9-iscsi is: [{'id': '9a9c5000-e01f-435f-a150-83a12cc98d62', 'name': 'tempest-AttachVolumeShelveTestJSON-590613453-router', 'tenant_id': 'd82c88089643490b8ac1cbca277282ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:11:30Z', 'updated_at': '2022-03-08T05:19:37Z', 'revision_number': 6, 'project_id': 'd82c88089643490b8ac1cbca277282ab', 'gw_port_host': None}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:19:37.486341 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (8eba4359-96a1-485e-98c6-25b9c774aa17), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.513386 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Pushing event deleted for resources: {'Port': ['ID=8eba4359-96a1-485e-98c6-25b9c774aa17,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:37.574418 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8208776'] for router_gateway (9a9c5000-e01f-435f-a150-83a12cc98d62), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.670987 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28534'] for router (9a9c5000-e01f-435f-a150-83a12cc98d62), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.674458 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks [] for router_controller (9a9c5000-e01f-435f-a150-83a12cc98d62), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.791185 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8221995'] for router (9a9c5000-e01f-435f-a150-83a12cc98d62), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.791912 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9c5000-e01f-435f-a150-83a12cc98d62 {{(pid=103747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 05:19:37.797114 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.798346 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-278c8547-ec92-4f80-8e31-e3d2bca5dcef admin admin] 10.222.0.26 "DELETE /v2.0/routers/9a9c5000-e01f-435f-a150-83a12cc98d62 HTTP/1.1" status: 204 len: 168 time: 1.0084572 Mar 08 05:19:37.801309 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43104) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:37.847586 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a9f98a-1afc-4da9-94e3-c79d78bd42fe admin admin] Deleting subnet 11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 {{(pid=103747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:19:37.850781 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-12a9f98a-1afc-4da9-94e3-c79d78bd42fe admin admin] Publish callbacks [] for subnet (11f1d6e5-2c29-4b8f-a304-8ab0e2c96907), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.885282 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-12a9f98a-1afc-4da9-94e3-c79d78bd42fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5539507'] for subnet (11f1d6e5-2c29-4b8f-a304-8ab0e2c96907), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:37.968726 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-12a9f98a-1afc-4da9-94e3-c79d78bd42fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (11f1d6e5-2c29-4b8f-a304-8ab0e2c96907), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.112298 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-12a9f98a-1afc-4da9-94e3-c79d78bd42fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005557'] for subnet (11f1d6e5-2c29-4b8f-a304-8ab0e2c96907), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.141627 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-12a9f98a-1afc-4da9-94e3-c79d78bd42fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.145958 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-12a9f98a-1afc-4da9-94e3-c79d78bd42fe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/11f1d6e5-2c29-4b8f-a304-8ab0e2c96907 HTTP/1.1" status: 204 len: 168 time: 0.3432522 Mar 08 05:19:38.146849 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9f98a-1afc-4da9-94e3-c79d78bd42fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f1d6e5-2c29-4b8f-a304-8ab0e2c96907,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:38.147210 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e820b7df-ed95-4123-9421-8427fefda66c None None] Network 2e044609-f564-417f-b790-8c2dcd333e28 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:19:38.148698 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43108) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:38.164397 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6f57be9e-1439-4f24-98c1-c44bba0edc92 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:19:38.200854 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: 6f57be9e-1439-4f24-98c1-c44bba0edc92 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:19:38.201276 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 6f57be9e-1439-4f24-98c1-c44bba0edc92 not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:19:38.226063 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (2e044609-f564-417f-b790-8c2dcd333e28), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.291408 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Deleting port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:19:38.292017 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.351046 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa4543e-cdd2-4ca7-95d6-0799f4102c06 None None] DHCP port deletion for 2e044609-f564-417f-b790-8c2dcd333e28 request from dv-cinder-828060-9-iscsi {{(pid=103749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 05:19:38.378949 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] For port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=fc78c8b4-eda1-4b4c-8cd3-56731880ecc5,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:38.379722 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.397505 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Calling delete_port for fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 owned by network:dhcp {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:19:38.416301 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-afa4543e-cdd2-4ca7-95d6-0799f4102c06 None None] Deleting port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 {{(pid=103749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:19:38.416410 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-afa4543e-cdd2-4ca7-95d6-0799f4102c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), before_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.491568 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-afa4543e-cdd2-4ca7-95d6-0799f4102c06 None None] For port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=fc78c8b4-eda1-4b4c-8cd3-56731880ecc5,segment=NetworkSegment(aba8364f-8c12-4d9a-9f79-235d5080359c),segment_id=aba8364f-8c12-4d9a-9f79-235d5080359c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:38.492481 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-afa4543e-cdd2-4ca7-95d6-0799f4102c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), precommit_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.510956 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-afa4543e-cdd2-4ca7-95d6-0799f4102c06 None None] Calling delete_port for fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 owned by network:dhcp {{(pid=103749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:19:38.548721 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.573499 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=fc78c8b4-eda1-4b4c-8cd3-56731880ecc5,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:38.580697 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] No DVR routers for this DVR port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 on host dv-cinder-828060-9-iscsi {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:19:38.601784 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-afa4543e-cdd2-4ca7-95d6-0799f4102c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434'] for port (fc78c8b4-eda1-4b4c-8cd3-56731880ecc5), after_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.632424 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4543e-cdd2-4ca7-95d6-0799f4102c06 None None] Pushing event deleted for resources: {'Port': ['ID=fc78c8b4-eda1-4b4c-8cd3-56731880ecc5,revision_number=None']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:38.637219 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4543e-cdd2-4ca7-95d6-0799f4102c06 None None] No DVR routers for this DVR port fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 on host dv-cinder-828060-9-iscsi {{(pid=103749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:19:38.658411 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (2e044609-f564-417f-b790-8c2dcd333e28), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.684124 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e044609-f564-417f-b790-8c2dcd333e28']}} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:38.696268 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba8364f-8c12-4d9a-9f79-235d5080359c') {'for_net_delete': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:38.696573 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba8364f-8c12-4d9a-9f79-235d5080359c') {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:38.707035 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5430779'] for segment (aba8364f-8c12-4d9a-9f79-235d5080359c), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.721551 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (aba8364f-8c12-4d9a-9f79-235d5080359c), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.727592 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5447571'] for segment (aba8364f-8c12-4d9a-9f79-235d5080359c), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: Traceback (most recent call last): Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: timer() Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: cb(*args, **kw) Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: return func(*args, **kwargs) Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: self._notify() Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: self.callback(batched_events) Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: event.method(event) Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: return f(self, *a, **k) Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._get(url).json() Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: return self.request(url, 'GET', **kwargs) Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:19:38.734184 dv-cinder-828060-9-iscsi neutron-server[103748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:19:38.900489 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (2e044609-f564-417f-b790-8c2dcd333e28), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.905959 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:38.909139 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e044609-f564-417f-b790-8c2dcd333e28 HTTP/1.1" status: 204 len: 168 time: 0.7588806 Mar 08 05:19:38.919983 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae18c05-454e-457a-ac83-fa61b44bc4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=2e044609-f564-417f-b790-8c2dcd333e28,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:39.328675 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43116) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:39.368813 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c1ba4322-65eb-4ba7-9de3-81bdd929beb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d82c88089643490b8ac1cbca277282ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388682 Mar 08 05:19:39.371243 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43118) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:39.423351 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dc350308-e7be-47cc-a3b8-209bdd968f05 admin admin] Publish callbacks [] for security_group (6d6f7ce4-24cb-4ef3-9489-d3958ae41dc7), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:39.445292 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dc350308-e7be-47cc-a3b8-209bdd968f05 admin admin] Publish callbacks [] for security_group (6d6f7ce4-24cb-4ef3-9489-d3958ae41dc7), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:39.553951 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dc350308-e7be-47cc-a3b8-209bdd968f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6d6f7ce4-24cb-4ef3-9489-d3958ae41dc7), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:39.556589 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-dc350308-e7be-47cc-a3b8-209bdd968f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:39.557797 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-dc350308-e7be-47cc-a3b8-209bdd968f05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d6f7ce4-24cb-4ef3-9489-d3958ae41dc7 HTTP/1.1" status: 204 len: 168 time: 0.1856091 Mar 08 05:19:39.566964 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc350308-e7be-47cc-a3b8-209bdd968f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6f7ce4-24cb-4ef3-9489-d3958ae41dc7,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:39.766442 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 8eba4359-96a1-485e-98c6-25b9c774aa17 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:19:39.787692 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: 8eba4359-96a1-485e-98c6-25b9c774aa17 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:19:39.788052 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 8eba4359-96a1-485e-98c6-25b9c774aa17 not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:19:39.788473 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:19:39.807784 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:19:39.808151 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device fc78c8b4-eda1-4b4c-8cd3-56731880ecc5 not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:19:43.074920 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-a6564c5b-4fb6-4f1f-8c44-2d8575a54152 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795077638&fields=id&tenant_id=e2b942148787483c930a53797743f0a7 HTTP/1.1" status: 200 len: 267 time: 0.0466135 Mar 08 05:19:43.185171 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e514331b-3ea7-4064-abd4-00e197eb42f2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:43.186657 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e514331b-3ea7-4064-abd4-00e197eb42f2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 812 time: 0.1050160 Mar 08 05:19:43.202033 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e2499ad4-175c-4c17-b1be-502a12ed4067 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/quotas/e2b942148787483c930a53797743f0a7 HTTP/1.1" status: 200 len: 375 time: 0.0098224 Mar 08 05:19:43.258831 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-3a8878f9-ef4e-4024-b05f-7f73f1f5b89a tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509021 Mar 08 05:19:43.398588 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-d4bf0b39-787a-4a9c-aaa4-80110d80ae7e service neutron] 10.222.0.26 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263041 Mar 08 05:19:43.410641 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6c7ec-a5cd-4566-ac51-2568d8d9c5bf req-25c987e2-217b-470b-852b-f81e6af26c9b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:43.412124 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-13e6c7ec-a5cd-4566-ac51-2568d8d9c5bf req-25c987e2-217b-470b-852b-f81e6af26c9b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 946 time: 0.0826895 Mar 08 05:19:43.514231 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-13e6c7ec-a5cd-4566-ac51-2568d8d9c5bf req-750a4b76-6e74-4216-8a5a-6fb8ba60dbf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941687 Mar 08 05:19:43.533338 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-4c21861c-f60c-42e1-9e73-772d39b03f17 service neutron] 10.222.0.26 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202667 Mar 08 05:19:44.648982 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8d41e-16ac-469c-9d45-312249aa1f51 req-b535a46d-3583-490b-ab1c-ab172da7016d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:44.650507 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-79f8d41e-16ac-469c-9d45-312249aa1f51 req-b535a46d-3583-490b-ab1c-ab172da7016d tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 946 time: 0.0629194 Mar 08 05:19:44.697467 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-79f8d41e-16ac-469c-9d45-312249aa1f51 req-65bd294b-b45a-45c5-bf29-042075323b14 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413764 Mar 08 05:19:45.254403 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-522ecfb5-9c6c-4433-9698-4f9a42276c46 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:45.255905 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-522ecfb5-9c6c-4433-9698-4f9a42276c46 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 946 time: 0.0639448 Mar 08 05:19:45.277990 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-becdea69-8376-45db-a5c6-d2687d9109c2 req-037a1f67-cd82-4f33-9ac7-c22a6d3c618e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 210 time: 0.0288877 Mar 08 05:19:45.363965 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Deleting port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:19:45.364313 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:45.453223 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] For port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:19:45.453523 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:45.634271 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:45.634763 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (a1935f64-e86e-4cb4-a1ae-56e6724c58e4), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:45.635160 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Floating IP a1935f64-e86e-4cb4-a1ae-56e6724c58e4 disassociated. External IP: 172.27.2.145, port: 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4. Mar 08 05:19:45.635564 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Calling delete_port for 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:19:45.819660 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a62f5-eb8c-45b3-8e67-2f435e1b70c8 req-ceb54e3d-0bef-4a96-9305-58ae2249de89 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:45.821164 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-936a62f5-eb8c-45b3-8e67-2f435e1b70c8 req-ceb54e3d-0bef-4a96-9305-58ae2249de89 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 946 time: 0.0542052 Mar 08 05:19:45.874042 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-936a62f5-eb8c-45b3-8e67-2f435e1b70c8 req-21a177df-cfd7-4d7b-9399-0ecb31a23d9e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=bae0c20e-6fc4-46c1-8320-f93363b37cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469677 Mar 08 05:19:45.901101 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (913d4bc7-3b63-45e1-90a8-a75aafcf0ee4), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:45.923873 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'Port': ['ID=913d4bc7-3b63-45e1-90a8-a75aafcf0ee4,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:46.052489 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:19:46.164993 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:19:46.174494 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:19:46.186081 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:46.187657 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:46.217088 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] No DVR routers for this DVR port 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:19:46.219761 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:46.224643 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-beb391b4-5ddf-47b0-b7c4-22f2328f2a93 req-295f6d9d-9182-489a-9d96-6161403137e9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "DELETE /v2.0/ports/913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 HTTP/1.1" status: 204 len: 173 time: 0.9622376 Mar 08 05:19:46.225381 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'name': 'network-vif-deleted', 'tag': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:19:46.229412 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bc3003-2c3a-4232-989b-02021d9db093" -d '{"events": [{"server_uuid": "dfb1cd91-86b4-41ce-83e8-d345fe96b2ff", "name": "network-vif-deleted", "tag": "913d4bc7-3b63-45e1-90a8-a75aafcf0ee4"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:19:46.271815 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dde1a59-7375-4fce-8b76-909bccec4e1a x-openstack-request-id: req-8dde1a59-7375-4fce-8b76-909bccec4e1a {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:19:46.272398 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb1cd91-86b4-41ce-83e8-d345fe96b2ff", "name": "network-vif-deleted", "tag": "913d4bc7-3b63-45e1-90a8-a75aafcf0ee4", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:19:46.272398 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8dde1a59-7375-4fce-8b76-909bccec4e1a {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:19:46.272798 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb1cd91-86b4-41ce-83e8-d345fe96b2ff', 'name': 'network-vif-deleted', 'tag': '913d4bc7-3b63-45e1-90a8-a75aafcf0ee4', 'status': 'completed', 'code': 200} Mar 08 05:19:46.327234 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:46.374963 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5c17da83-ec2e-4357-9be2-70b8d5a3dbe3 req-22410f6f-fed0-46d9-bb40-ef0321162826 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 210 time: 0.0305648 Mar 08 05:19:46.556964 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:46.588038 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:19:46.596559 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:19:46.598149 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:46.711118 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:19:46.987061 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-eb55ef76-68f2-4095-960a-8b426de9396f req-cc80c333-dac2-4344-a966-d6a7023410c9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 210 time: 0.0270579 Mar 08 05:19:47.047692 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:19:47.074086 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8cf60-d462-4a1e-95cc-b69b23d2659a None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:19:47.297758 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3afa681-a40e-4a2f-9611-b8fe31585baa None None] New status for floating IP a1935f64-e86e-4cb4-a1ae-56e6724c58e4: DOWN {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:19:47.474797 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8c43d114-b315-4536-846e-1cc4f9d5e9de req-e91779f4-56cb-4398-a6e3-c0d319b17f15 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 210 time: 0.0278654 Mar 08 05:19:48.094252 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0a2617c6-a21b-4f94-80f9-86d9ad7ae542 req-4dc3430b-6401-4ecd-8ddd-dd13359a01b1 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 210 time: 0.0275776 Mar 08 05:19:48.573085 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1b10b55a-d34e-4959-bee5-b4b78bf2204f req-f61c737d-6afd-4467-92dc-f50be59f7b7c tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Mar 08 05:19:49.150695 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:19:49.176817 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:19:49.179615 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 913d4bc7-3b63-45e1-90a8-a75aafcf0ee4 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:19:49.216513 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b9235116-0cd9-43aa-bc89-278d1d7aebf0 req-a412628e-d327-4505-ac19-e11f4b85f075 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfb1cd91-86b4-41ce-83e8-d345fe96b2ff HTTP/1.1" status: 200 len: 210 time: 0.0328240 Mar 08 05:19:49.703720 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2484ee4e-241c-42eb-a690-b3f964dc879e req-3cab0df9-f097-44d2-9ad7-96c754a9849d tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 210 time: 0.0374713 Mar 08 05:19:49.838745 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c7af0d87-7946-476d-a9cf-aae8ce588b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:50.374434 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43278) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:50.432437 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:19:50.496641 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (bae0c20e-6fc4-46c1-8320-f93363b37cb7), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:50.525552 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (bae0c20e-6fc4-46c1-8320-f93363b37cb7), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:50.697018 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (bae0c20e-6fc4-46c1-8320-f93363b37cb7), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:50.700310 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:50.701550 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "DELETE /v2.0/security-groups/bae0c20e-6fc4-46c1-8320-f93363b37cb7 HTTP/1.1" status: 204 len: 168 time: 0.3254592 Mar 08 05:19:50.721392 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43288) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:50.723156 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae0c20e-6fc4-46c1-8320-f93363b37cb7,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:50.747540 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.752863 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b71efd-568d-496d-a25d-bfe157dbebf7 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:50.756862 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.api.v2.resource [None req-4709e80b-4ec6-404f-bbf7-3f7d5ba545dd tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] show failed (client error): The resource could not be found. Mar 08 05:19:50.758888 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-4709e80b-4ec6-404f-bbf7-3f7d5ba545dd tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups/bae0c20e-6fc4-46c1-8320-f93363b37cb7 HTTP/1.1" status: 404 len: 347 time: 0.0298457 Mar 08 05:19:50.760854 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43292) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:50.787814 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-87f27d8c-997d-46c5-b9d6-d0d1fe867bc5 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:50.789422 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-87f27d8c-997d-46c5-b9d6-d0d1fe867bc5 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 812 time: 0.1895132 Mar 08 05:19:50.889208 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1207024a-7302-4dd1-a4f4-838c4533eb90 req-a3564fa0-eefd-4825-8f54-14745b99bf7d tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 210 time: 0.0667179 Mar 08 05:19:50.898622 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-6aacfdb9-98a0-4fce-8a57-848e4fcfe97a tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b942148787483c930a53797743f0a7 HTTP/1.1" status: 200 len: 380 time: 0.0848789 Mar 08 05:19:50.911959 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'port': {'device_id': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'admin_state_up': True, 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'security_groups': ['2c64e1fa-b557-4c64-877d-8f86e27f0f7f']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:50.949242 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Deleting port 830921a3-730a-48de-84d6-236b1727a0f8 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:19:50.949600 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (830921a3-730a-48de-84d6-236b1727a0f8), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.051675 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (830921a3-730a-48de-84d6-236b1727a0f8), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.056144 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (830921a3-730a-48de-84d6-236b1727a0f8), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.069125 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Calling delete_port for 830921a3-730a-48de-84d6-236b1727a0f8 owned by network:floatingip {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:19:51.131628 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Made reservation on behalf of e2b942148787483c930a53797743f0a7 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:19:51.137953 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.295335 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (830921a3-730a-48de-84d6-236b1727a0f8), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.300638 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Allocated IP 172.20.0.7 (f1476bfe-b614-4ba4-8076-68106ea7f96e/eedbb4e5-3645-4178-9522-3f82cc6869ec/6af09e9a-33ff-4367-99c3-08d5f8a4e1d2) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:19:51.335581 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'Port': ['ID=830921a3-730a-48de-84d6-236b1727a0f8,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:51.407755 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (a1935f64-e86e-4cb4-a1ae-56e6724c58e4), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.410839 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.412639 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-2767751a-e1de-4728-a9cf-35e3d36e0d41 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "DELETE /v2.0/floatingips/a1935f64-e86e-4cb4-a1ae-56e6724c58e4 HTTP/1.1" status: 204 len: 168 time: 0.6506152 Mar 08 05:19:51.477292 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.566314 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.628663 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Network f1476bfe-b614-4ba4-8076-68106ea7f96e is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:51.632800 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:51.637830 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:19:51.642436 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'Port': ['ID=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:51.669989 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.670424 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.670775 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.671151 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.671486 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.671744 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.672037 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.672370 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.672705 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.673038 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.673563 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.673738 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.674010 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:19:51.726721 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43296) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:51.731789 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-c4250ee6-f51e-4f5e-a7ee-f9de06f4c67a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143111131', 'description': 'tempest-description--1640804408'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:51.738715 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:51.739726 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.857279 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c4250ee6-f51e-4f5e-a7ee-f9de06f4c67a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.860841 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c7cb504e-6d23-410b-879b-1566f9d5cb6e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9529586 Mar 08 05:19:51.877980 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Request body: {'port': {'device_id': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:51.983868 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.985034 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c4250ee6-f51e-4f5e-a7ee-f9de06f4c67a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (0d572fcc-8560-4c1c-b5e0-ce1e537eb77f), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:51.996977 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-ae577bbb-6c6f-4261-b15b-624d2c69a481 None None] Provisioning complete for port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:51.997550 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ae577bbb-6c6f-4261-b15b-624d2c69a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.042949 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-ae577bbb-6c6f-4261-b15b-624d2c69a481 None None] Port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:19:52.062618 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5647de-55be-41dd-a764-481e8a33b934 req-5da7f5fe-b316-48fa-a48e-1ad8a4c8b7e1 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:52.064716 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5647de-55be-41dd-a764-481e8a33b934 req-5da7f5fe-b316-48fa-a48e-1ad8a4c8b7e1 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 931 time: 0.0677197 Mar 08 05:19:52.077254 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c4250ee6-f51e-4f5e-a7ee-f9de06f4c67a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (0d572fcc-8560-4c1c-b5e0-ce1e537eb77f), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.132074 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4250ee6-f51e-4f5e-a7ee-f9de06f4c67a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:52.155324 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5f5647de-55be-41dd-a764-481e8a33b934 req-eab125ff-cbd2-4a55-a111-5f56aaaa3233 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810862 Mar 08 05:19:52.208185 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-c4250ee6-f51e-4f5e-a7ee-f9de06f4c67a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.212639 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-c4250ee6-f51e-4f5e-a7ee-f9de06f4c67a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4840512 Mar 08 05:19:52.219886 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43310) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:52.219886 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-9d11c97d-5b04-4124-9930-260636bbf806 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group_rule': {'security_group_id': '0d572fcc-8560-4c1c-b5e0-ce1e537eb77f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:52.313682 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:19:52.323317 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Publish callbacks [] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.339022 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d11c97d-5b04-4124-9930-260636bbf806 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (1eda5fd0-b3ae-451f-aeac-3e49c1d188a3), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.340680 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Transition to ACTIVE for port object 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:19:52.403306 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d11c97d-5b04-4124-9930-260636bbf806 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (1eda5fd0-b3ae-451f-aeac-3e49c1d188a3), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.458221 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.540750 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Pushing event updated for resources: {'Port': ['ID=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:52.543568 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d11c97d-5b04-4124-9930-260636bbf806 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (1eda5fd0-b3ae-451f-aeac-3e49c1d188a3), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.574415 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11c97d-5b04-4124-9930-260636bbf806 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eda5fd0-b3ae-451f-aeac-3e49c1d188a3,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:52.604285 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Attempting to bind port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:19:52.604699 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Attempting to bind port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:19:52.609596 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Attempting to bind port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 on network f1476bfe-b614-4ba4-8076-68106ea7f96e {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:52.609801 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 on network f1476bfe-b614-4ba4-8076-68106ea7f96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:19:52.610128 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Attempting to bind port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 on network f1476bfe-b614-4ba4-8076-68106ea7f96e {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:52.615813 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:19:52.616188 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Checking segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:52.616577 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Bound using segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:19:52.617013 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Bound port: 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:19:52.617371 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.673903 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ecf61bca-b4ea-42d4-b35d-bd919c7d83a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.676599 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-9d11c97d-5b04-4124-9930-260636bbf806 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.681141 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-9d11c97d-5b04-4124-9930-260636bbf806 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4638679 Mar 08 05:19:52.681141 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43312) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:52.687367 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-b64d579b-af74-4631-976b-c5d74af59e81 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'security_group_rule': {'security_group_id': '0d572fcc-8560-4c1c-b5e0-ce1e537eb77f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:52.713990 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] For port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:19:52.717423 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] For port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:19:52.821125 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b64d579b-af74-4631-976b-c5d74af59e81 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (2b28be84-d8b3-4c2d-b20a-455810148a6b), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.863405 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.871974 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b64d579b-af74-4631-976b-c5d74af59e81 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (2b28be84-d8b3-4c2d-b20a-455810148a6b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.896594 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:52.897237 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:52.898610 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] 10.222.0.13 "PUT /v2.0/ports/6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 HTTP/1.1" status: 200 len: 1093 time: 1.0251386 Mar 08 05:19:52.899078 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'tag': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:19:52.901406 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f240181-970b-479b-a157-f988cc7c0ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "d072df8e-7445-49ee-9911-6a588aa558b6", "tag": "6af09e9a-33ff-4367-99c3-08d5f8a4e1d2"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:19:52.931841 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b126c1-9f3c-4171-a57a-03ba79bd7402 service neutron] Pushing event updated for resources: {'Port': ['ID=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:52.952448 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e291b50-537b-49e3-963c-071cd5388c2b x-openstack-request-id: req-9e291b50-537b-49e3-963c-071cd5388c2b {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:19:52.952741 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d072df8e-7445-49ee-9911-6a588aa558b6", "tag": "6af09e9a-33ff-4367-99c3-08d5f8a4e1d2", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:19:52.953170 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e291b50-537b-49e3-963c-071cd5388c2b {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:19:52.953576 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'tag': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'status': 'completed', 'code': 200} Mar 08 05:19:53.004241 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b64d579b-af74-4631-976b-c5d74af59e81 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (2b28be84-d8b3-4c2d-b20a-455810148a6b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:53.028309 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d579b-af74-4631-976b-c5d74af59e81 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b28be84-d8b3-4c2d-b20a-455810148a6b,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:53.046262 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f240181-970b-479b-a157-f988cc7c0ed3 req-04bdc53b-840a-4b61-8212-ea91cc39c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:53.047994 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0f240181-970b-479b-a157-f988cc7c0ed3 req-04bdc53b-840a-4b61-8212-ea91cc39c142 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 1127 time: 0.0512066 Mar 08 05:19:53.110306 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b64d579b-af74-4631-976b-c5d74af59e81 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:53.112970 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b64d579b-af74-4631-976b-c5d74af59e81 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4291070 Mar 08 05:19:53.116098 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43318) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:19:53.121128 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:53.176922 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f240181-970b-479b-a157-f988cc7c0ed3 req-4d1c21ad-02f2-48fa-93b2-23715082405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:53.178392 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0f240181-970b-479b-a157-f988cc7c0ed3 req-4d1c21ad-02f2-48fa-93b2-23715082405e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2b942148787483c930a53797743f0a7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1178937 Mar 08 05:19:53.274136 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:53.295547 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f240181-970b-479b-a157-f988cc7c0ed3 req-ccdb741b-900c-4fb4-ab76-f25a1afd4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:53.297075 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0f240181-970b-479b-a157-f988cc7c0ed3 req-ccdb741b-900c-4fb4-ab76-f25a1afd4379 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078222 Mar 08 05:19:53.382131 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157b6e2-59b5-4cec-8136-87f0c7a0740c req-c12b3216-1181-477c-bf95-a69abff5beea tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:53.383893 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5157b6e2-59b5-4cec-8136-87f0c7a0740c req-c12b3216-1181-477c-bf95-a69abff5beea tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 943 time: 0.1408591 Mar 08 05:19:53.439409 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-455592d7-3b4f-4c90-9177-cbc046b9fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:53.442585 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-455592d7-3b4f-4c90-9177-cbc046b9fa97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 1127 time: 0.0731223 Mar 08 05:19:53.446405 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:53.469570 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5157b6e2-59b5-4cec-8136-87f0c7a0740c req-0f3fd0d9-e5dc-46db-a74e-5dfd51686699 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670955 Mar 08 05:19:53.499215 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-d834af47-4d3a-44f2-9bb4-9d347223be87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 HTTP/1.1" status: 200 len: 217 time: 0.0379641 Mar 08 05:19:53.551117 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c49800ea-f077-4f06-b92e-9ab7fac296b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:53.552745 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-c49800ea-f077-4f06-b92e-9ab7fac296b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0467508 Mar 08 05:19:53.566881 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Allocated IP 172.27.2.170 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/40411504-bba9-4e56-a656-30446910f0e7) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:19:53.610475 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-91d9b533-fb2b-4d2a-b1f4-03f10688382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:53.612826 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-91d9b533-fb2b-4d2a-b1f4-03f10688382f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501773 Mar 08 05:19:53.683854 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (40411504-bba9-4e56-a656-30446910f0e7), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:53.729457 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-fe8054cd-ebc3-4b23-a2b4-af36b33073c6 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078234 Mar 08 05:19:53.829692 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (40411504-bba9-4e56-a656-30446910f0e7), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:53.869811 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:53.872892 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:53.876567 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:19:53.901733 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=40411504-bba9-4e56-a656-30446910f0e7,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:53.976428 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (69e7c47c-9354-4e8e-b294-034efab7ef9e), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:54.074208 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4106e0a5-2af3-4be3-9003-4bd76db9fe94 req-efbefa77-a392-4a09-810a-9e8bc30c26b7 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360522 Mar 08 05:19:54.109279 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (40411504-bba9-4e56-a656-30446910f0e7), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:54.285162 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (40411504-bba9-4e56-a656-30446910f0e7), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:54.420389 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (40411504-bba9-4e56-a656-30446910f0e7), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:54.490039 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=40411504-bba9-4e56-a656-30446910f0e7,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:54.503272 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (69e7c47c-9354-4e8e-b294-034efab7ef9e), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:54.580179 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:54.605994 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e1adf-3cc5-4f38-b8e8-74ee584c4719 req-1a1c259e-9ec7-40cc-a9f0-1f6eb98199e1 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:54.607554 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0e2e1adf-3cc5-4f38-b8e8-74ee584c4719 req-1a1c259e-9ec7-40cc-a9f0-1f6eb98199e1 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 943 time: 0.0543277 Mar 08 05:19:54.634021 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:54.636256 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-d796dff8-d50f-46cd-afe4-f5d286e955a9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5180013 Mar 08 05:19:54.669470 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0e2e1adf-3cc5-4f38-b8e8-74ee584c4719 req-91773cf8-3a2e-46b3-ae52-d2cac811a79c tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556252 Mar 08 05:19:54.849081 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-0e8572e6-66d2-4ff9-956f-1eb8ad58dcdc tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2143111131&fields=id&tenant_id=a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 267 time: 0.0436008 Mar 08 05:19:54.954678 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-a47806b5-c086-44f1-a876-bb8150923ef3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:54.957948 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-a47806b5-c086-44f1-a876-bb8150923ef3 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 815 time: 0.1018453 Mar 08 05:19:54.973426 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-34b3efe1-ff62-4477-af06-61c3d1bec760 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/quotas/a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 375 time: 0.0096011 Mar 08 05:19:55.032191 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-d54e4dd3-7bed-4375-a438-ae79216c5620 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537732 Mar 08 05:19:55.125771 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-e14f7f7b-2dbc-474a-91f3-b06fe3c1c9a7 service neutron] 10.222.0.26 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822499 Mar 08 05:19:55.219860 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-81d9c2ec-73a0-45b0-bb54-c10f5816b76e service neutron] 10.222.0.26 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879703 Mar 08 05:19:55.484186 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3328c9d7-8637-44d7-a3e0-dfce1b1f8a08 req-dea70f6e-063f-4c4c-9688-52431fd5287f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 210 time: 0.0308833 Mar 08 05:19:55.580247 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:55.798658 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39993135-7521-4e1e-b4c6-10c67d10160c req-c14120cc-02fe-4ddb-bc50-636d12fe0742 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:55.800986 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-39993135-7521-4e1e-b4c6-10c67d10160c req-c14120cc-02fe-4ddb-bc50-636d12fe0742 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 943 time: 0.0587006 Mar 08 05:19:55.855613 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-39993135-7521-4e1e-b4c6-10c67d10160c req-9051ca8d-b20c-4c02-8723-b95f38493130 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490112 Mar 08 05:19:56.477597 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:56.591365 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4967946e-f593-4557-b632-b6c1b7d662d6 req-865b7c9a-67a7-4244-99c9-80e40688d88f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 210 time: 0.0315037 Mar 08 05:19:56.997201 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908256dd-b67a-4c48-a5be-4052486f550a req-1879a244-5845-4b93-8030-4c191e649583 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:56.998747 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-908256dd-b67a-4c48-a5be-4052486f550a req-1879a244-5845-4b93-8030-4c191e649583 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 943 time: 0.0591340 Mar 08 05:19:57.053615 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-908256dd-b67a-4c48-a5be-4052486f550a req-46c9196e-c62b-4e2e-af28-a2cdbe15bc72 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483868 Mar 08 05:19:57.701896 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a3bbd85e-9b7e-42e9-adcd-79b8be44b2cb req-60bf8148-f007-4ff6-a20d-9306eb25178e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 210 time: 0.0323515 Mar 08 05:19:57.877320 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-45fb0b6b-fe45-4fa2-9283-6140f207cfac tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:57.879615 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-45fb0b6b-fe45-4fa2-9283-6140f207cfac tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 815 time: 0.1094897 Mar 08 05:19:57.973976 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-e4f68d92-b30f-4201-8184-968e7dae7521 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07946f08cba401dbc41861ae2fecd44 HTTP/1.1" status: 200 len: 380 time: 0.0725200 Mar 08 05:19:57.983427 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'port': {'device_id': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'admin_state_up': True, 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'security_groups': ['0d572fcc-8560-4c1c-b5e0-ce1e537eb77f']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:58.187324 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc42bd-6037-49ec-a0dd-e3adb54fb860 req-6c10e104-3b52-4006-b21e-a61c81ff9e2f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:58.188816 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-89cc42bd-6037-49ec-a0dd-e3adb54fb860 req-6c10e104-3b52-4006-b21e-a61c81ff9e2f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 943 time: 0.0576854 Mar 08 05:19:58.216638 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Made reservation on behalf of a07946f08cba401dbc41861ae2fecd44 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:19:58.222418 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:58.243660 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-89cc42bd-6037-49ec-a0dd-e3adb54fb860 req-86115d53-6257-439d-9bfd-c8292667ee88 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481136 Mar 08 05:19:58.399287 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Allocated IP 172.20.0.5 (9880e08b-4b2b-4ff2-8712-f70f43f42138/a284c7e6-481f-4746-a4b9-a51e04a22163/be8d328e-803e-4381-b2e3-676e6cbb863b) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:19:58.551631 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:58.683544 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:58.734631 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:19:58.742125 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:19:58.745041 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:19:58.779681 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event updated for resources: {'Port': ['ID=be8d328e-803e-4381-b2e3-676e6cbb863b,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:58.807836 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:58.808076 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:58.845817 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cebbe-2cf6-4dc6-a539-ed79cc18a2cd req-f0b9fa58-cac5-4527-a982-ea2ecd26649c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:58.847920 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a07cebbe-2cf6-4dc6-a539-ed79cc18a2cd req-f0b9fa58-cac5-4527-a982-ea2ecd26649c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 931 time: 0.0580347 Mar 08 05:19:58.903379 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a07cebbe-2cf6-4dc6-a539-ed79cc18a2cd req-6c003e6c-b975-40d6-a48a-790309a4dded tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490477 Mar 08 05:19:58.930477 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9e3e4dae-6332-4631-9d0f-220e516449b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9508181 Mar 08 05:19:58.957837 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Request body: {'port': {'device_id': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:19:59.025935 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:59.065163 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-a0f22012-0d27-4c9e-8d50-7166975ec4bc None None] Provisioning complete for port be8d328e-803e-4381-b2e3-676e6cbb863b triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:19:59.065163 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a0f22012-0d27-4c9e-8d50-7166975ec4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:59.100299 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-a0f22012-0d27-4c9e-8d50-7166975ec4bc None None] Port be8d328e-803e-4381-b2e3-676e6cbb863b cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:19:59.312671 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8d328e-803e-4381-b2e3-676e6cbb863b {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:19:59.322353 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Publish callbacks [] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:59.337579 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Transition to ACTIVE for port object be8d328e-803e-4381-b2e3-676e6cbb863b will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:19:59.384340 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e88618-c50d-4333-aeeb-79a8897690d9 req-64edebd5-cfac-4d88-954f-78e44db14896 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:59.386049 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6e88618-c50d-4333-aeeb-79a8897690d9 req-64edebd5-cfac-4d88-954f-78e44db14896 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 943 time: 0.0609639 Mar 08 05:19:59.431543 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:59.445195 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6e88618-c50d-4333-aeeb-79a8897690d9 req-e28ec649-a5e2-460a-adf0-1c76b01ea26e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534804 Mar 08 05:19:59.462217 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:59.489899 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Pushing event updated for resources: {'Port': ['ID=be8d328e-803e-4381-b2e3-676e6cbb863b,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:59.579366 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Attempting to bind port be8d328e-803e-4381-b2e3-676e6cbb863b on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:19:59.579745 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Attempting to bind port be8d328e-803e-4381-b2e3-676e6cbb863b by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:19:59.580007 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Attempting to bind port be8d328e-803e-4381-b2e3-676e6cbb863b on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:59.586299 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Port be8d328e-803e-4381-b2e3-676e6cbb863b on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:19:59.586617 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Attempting to bind port be8d328e-803e-4381-b2e3-676e6cbb863b on network 9880e08b-4b2b-4ff2-8712-f70f43f42138 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:19:59.592846 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:19:59.593193 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Checking segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:19:59.593576 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Bound using segment: {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:19:59.594014 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Bound port: be8d328e-803e-4381-b2e3-676e6cbb863b, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dbdb03-017f-4ab3-91e9-8a0436ca115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:19:59.594379 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:59.665976 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] For port be8d328e-803e-4381-b2e3-676e6cbb863b, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:19:59.669584 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] For port be8d328e-803e-4381-b2e3-676e6cbb863b, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=be8d328e-803e-4381-b2e3-676e6cbb863b,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:19:59.757496 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:59.794945 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:59.795654 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:19:59.797091 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] 10.222.0.13 "PUT /v2.0/ports/be8d328e-803e-4381-b2e3-676e6cbb863b HTTP/1.1" status: 200 len: 1093 time: 0.8460724 Mar 08 05:19:59.797571 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'tag': 'be8d328e-803e-4381-b2e3-676e6cbb863b'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:19:59.801004 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f509a4-35d6-4fdb-996d-e7e79d6106b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1ee427-582b-48ba-bf2c-fe0c035b3011", "tag": "be8d328e-803e-4381-b2e3-676e6cbb863b"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:19:59.831092 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff37ff-4033-4e89-9a33-6470a8da50fb service neutron] Pushing event updated for resources: {'Port': ['ID=be8d328e-803e-4381-b2e3-676e6cbb863b,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:19:59.857510 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a64b32-b170-4000-8aff-b01057f619f3 x-openstack-request-id: req-54a64b32-b170-4000-8aff-b01057f619f3 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:19:59.857809 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1ee427-582b-48ba-bf2c-fe0c035b3011", "tag": "be8d328e-803e-4381-b2e3-676e6cbb863b", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:19:59.858071 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54a64b32-b170-4000-8aff-b01057f619f3 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:19:59.858482 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'tag': 'be8d328e-803e-4381-b2e3-676e6cbb863b', 'status': 'completed', 'code': 200} Mar 08 05:19:59.965090 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f509a4-35d6-4fdb-996d-e7e79d6106b8 req-127827cd-4789-4b50-a2af-f3b984d8c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:19:59.966839 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-24f509a4-35d6-4fdb-996d-e7e79d6106b8 req-127827cd-4789-4b50-a2af-f3b984d8c174 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 1127 time: 0.0637212 Mar 08 05:20:00.056538 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23570967-4893-4288-bfca-45623b5017bb req-c1369377-f240-41c3-9b93-0654bc8bdb5f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:00.058836 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-23570967-4893-4288-bfca-45623b5017bb req-c1369377-f240-41c3-9b93-0654bc8bdb5f tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 943 time: 0.0774744 Mar 08 05:20:00.095602 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f509a4-35d6-4fdb-996d-e7e79d6106b8 req-618b1437-130a-4002-af35-07ad5c13f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:00.097029 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-24f509a4-35d6-4fdb-996d-e7e79d6106b8 req-618b1437-130a-4002-af35-07ad5c13f37c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a07946f08cba401dbc41861ae2fecd44&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1165981 Mar 08 05:20:00.128536 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-23570967-4893-4288-bfca-45623b5017bb req-ffcd8c68-9b35-4282-99a5-9c3a1c2326f5 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538104 Mar 08 05:20:00.211879 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f509a4-35d6-4fdb-996d-e7e79d6106b8 req-48f67656-2bee-458d-b402-4ab72fd86267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:00.213352 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-24f509a4-35d6-4fdb-996d-e7e79d6106b8 req-48f67656-2bee-458d-b402-4ab72fd86267 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072972 Mar 08 05:20:00.330767 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-fd23ba8e-6bc7-4206-8fde-223764953145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:00.333131 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-fd23ba8e-6bc7-4206-8fde-223764953145 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 1127 time: 0.0515063 Mar 08 05:20:00.385804 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6d04256b-3903-44d3-9a8f-df6bb99845f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8d328e-803e-4381-b2e3-676e6cbb863b HTTP/1.1" status: 200 len: 217 time: 0.0360091 Mar 08 05:20:00.440318 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6f55974a-4de7-41bc-8f05-40814a7d90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:00.443262 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6f55974a-4de7-41bc-8f05-40814a7d90f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 200 len: 854 time: 0.0478840 Mar 08 05:20:00.511415 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-f3e3c11a-02d1-43d4-af1e-dd7758267e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:00.512829 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-f3e3c11a-02d1-43d4-af1e-dd7758267e0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9880e08b-4b2b-4ff2-8712-f70f43f42138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598865 Mar 08 05:20:00.609054 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd69429-04fe-479d-a44e-787422a45d8d req-a4b08115-b730-4ca4-bec6-f13c894cc6c1 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:00.613981 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ffd69429-04fe-479d-a44e-787422a45d8d req-a4b08115-b730-4ca4-bec6-f13c894cc6c1 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 943 time: 0.0605557 Mar 08 05:20:00.624008 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-9d3e01d8-5670-4a0a-8926-4ccb54a1f6c5 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012142 Mar 08 05:20:00.671647 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ffd69429-04fe-479d-a44e-787422a45d8d req-9e39bbf2-afc5-4728-9021-ed6675e42461 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527868 Mar 08 05:20:00.727797 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-aeb1dcaf-fcb1-4a93-936c-b9db460c14dd req-6626ad1a-d64d-4598-a294-3ddc1306867e service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940268 Mar 08 05:20:01.137276 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:20:01.242790 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:20:01.254795 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'port_id': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'mac_address': 'fa:16:3e:4a:aa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:20:01.277935 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f732c63-32cd-4098-9fc1-aa67bd6837e6 req-9c0b27f6-69eb-4309-85d0-def91cb25781 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:01.280426 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8f732c63-32cd-4098-9fc1-aa67bd6837e6 req-9c0b27f6-69eb-4309-85d0-def91cb25781 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 943 time: 0.0750804 Mar 08 05:20:01.297285 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:20:01.297678 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:01.315680 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:20:01.336914 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:20:01.338039 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8f732c63-32cd-4098-9fc1-aa67bd6837e6 req-898922c5-647e-455e-825e-ce3ec552d684 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517488 Mar 08 05:20:01.405901 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:01.458137 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:01.725053 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['6af09e9a-33ff-4367-99c3-08d5f8a4e1d2'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:20:01.814458 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53009b1-fff8-42f9-bdd5-1a1db3ecffab req-2590f4d9-0bf8-4fc3-8898-d80d872cabcd tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:01.816574 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a53009b1-fff8-42f9-bdd5-1a1db3ecffab req-2590f4d9-0bf8-4fc3-8898-d80d872cabcd tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 944 time: 0.0699472 Mar 08 05:20:01.869165 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a53009b1-fff8-42f9-bdd5-1a1db3ecffab req-9a07b326-7524-435d-ba02-cac387f4ea03 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467093 Mar 08 05:20:02.471607 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dd91e-728a-4abd-a591-6ff0938290db req-1185b827-2d79-41c4-9082-b038c24eba14 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:02.473281 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-040dd91e-728a-4abd-a591-6ff0938290db req-1185b827-2d79-41c4-9082-b038c24eba14 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 943 time: 0.0592072 Mar 08 05:20:02.529321 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-040dd91e-728a-4abd-a591-6ff0938290db req-737134d5-94d3-481f-9208-c55ce2e98bc9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504324 Mar 08 05:20:02.999208 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c6079-f5ae-4dd2-b649-2678997e68f8 req-81adfeaf-fe65-4b5d-a555-7d2c308ccb43 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:03.000780 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8a0c6079-f5ae-4dd2-b649-2678997e68f8 req-81adfeaf-fe65-4b5d-a555-7d2c308ccb43 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 944 time: 0.0608535 Mar 08 05:20:03.052895 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-8a0c6079-f5ae-4dd2-b649-2678997e68f8 req-7185d2c2-e5c2-4165-9d99-b9220f36f621 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460377 Mar 08 05:20:03.165282 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device be8d328e-803e-4381-b2e3-676e6cbb863b details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:20:03.177813 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:20:03.312888 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port be8d328e-803e-4381-b2e3-676e6cbb863b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=be8d328e-803e-4381-b2e3-676e6cbb863b,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:20:03.326169 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': 'be8d328e-803e-4381-b2e3-676e6cbb863b', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'port_id': 'be8d328e-803e-4381-b2e3-676e6cbb863b', 'mac_address': 'fa:16:3e:f4:48:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:20:03.372175 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port be8d328e-803e-4381-b2e3-676e6cbb863b is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:20:03.372569 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:03.394001 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8d328e-803e-4381-b2e3-676e6cbb863b {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:20:03.427042 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:20:03.434067 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port be8d328e-803e-4381-b2e3-676e6cbb863b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=be8d328e-803e-4381-b2e3-676e6cbb863b,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:20:03.436674 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:20:03.437050 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:03.520403 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:03.560302 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:20:03.560696 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:03.595706 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=be8d328e-803e-4381-b2e3-676e6cbb863b,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:03.603963 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:20:03.606313 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e42eff-73f0-466a-a1d5-3c99ce437ea2" -d '{"events": [{"server_uuid": "d072df8e-7445-49ee-9911-6a588aa558b6", "name": "network-vif-plugged", "status": "completed", "tag": "6af09e9a-33ff-4367-99c3-08d5f8a4e1d2"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:20:03.622724 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:20:03.647714 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b9ad82-c7af-4ce1-b877-81e2e7b65bb4 x-openstack-request-id: req-56b9ad82-c7af-4ce1-b877-81e2e7b65bb4 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:20:03.648090 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d072df8e-7445-49ee-9911-6a588aa558b6", "name": "network-vif-plugged", "status": "completed", "tag": "6af09e9a-33ff-4367-99c3-08d5f8a4e1d2", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:20:03.648348 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56b9ad82-c7af-4ce1-b877-81e2e7b65bb4 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:20:03.648750 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'code': 200} Mar 08 05:20:03.657949 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171a49f-38d6-401a-bbcb-dbd24470b752 req-48484734-6f83-4aa5-97c3-8c35f9c72c4b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:03.659532 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7171a49f-38d6-401a-bbcb-dbd24470b752 req-48484734-6f83-4aa5-97c3-8c35f9c72c4b tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 944 time: 0.0564411 Mar 08 05:20:03.713723 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7171a49f-38d6-401a-bbcb-dbd24470b752 req-81bc05ed-6423-4a3c-931c-216904ee74b9 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472429 Mar 08 05:20:03.714024 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:03.776574 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:03.864645 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['be8d328e-803e-4381-b2e3-676e6cbb863b'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:20:04.200762 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd36ef-0e4f-4805-b3ba-3e512eaade92 req-853cc25f-a961-4add-a168-a40d36d88bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:04.202435 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e5fd36ef-0e4f-4805-b3ba-3e512eaade92 req-853cc25f-a961-4add-a168-a40d36d88bf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 1129 time: 0.0519919 Mar 08 05:20:04.259364 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e5fd36ef-0e4f-4805-b3ba-3e512eaade92 req-e7540faa-d695-47e4-b861-21ff8351507b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502582 Mar 08 05:20:04.470982 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799414-c9d2-4966-8c48-5420a892fd5f req-1e399181-9a18-40da-ac31-76843c2947ab tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:04.473157 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-04799414-c9d2-4966-8c48-5420a892fd5f req-1e399181-9a18-40da-ac31-76843c2947ab tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 945 time: 0.3461430 Mar 08 05:20:04.522495 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-04799414-c9d2-4966-8c48-5420a892fd5f req-a04e537a-8a08-4c45-bdbc-61e92ae378ab tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424206 Mar 08 05:20:04.835210 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad09820-65f8-4bbd-b6ea-297a0f74a9e7 req-d55b9121-1cc6-4805-9539-1eeaa3fd335e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:04.837575 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cad09820-65f8-4bbd-b6ea-297a0f74a9e7 req-d55b9121-1cc6-4805-9539-1eeaa3fd335e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 944 time: 0.0550220 Mar 08 05:20:04.886776 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cad09820-65f8-4bbd-b6ea-297a0f74a9e7 req-d187278d-07fd-49e5-a84c-9d429b309209 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433772 Mar 08 05:20:05.168907 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device be8d328e-803e-4381-b2e3-676e6cbb863b up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:20:05.296603 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port be8d328e-803e-4381-b2e3-676e6cbb863b completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:20:05.301134 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port be8d328e-803e-4381-b2e3-676e6cbb863b triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:20:05.301510 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:05.384171 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port be8d328e-803e-4381-b2e3-676e6cbb863b is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:20:05.384571 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:05.418864 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port be8d328e-803e-4381-b2e3-676e6cbb863b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=be8d328e-803e-4381-b2e3-676e6cbb863b,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:20:05.479863 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:05.534465 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=be8d328e-803e-4381-b2e3-676e6cbb863b,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:05.649789 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8d328e-803e-4381-b2e3-676e6cbb863b'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:20:05.652261 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7ac02-a381-4f32-99e2-a9bb99b9b933" -d '{"events": [{"server_uuid": "0e1ee427-582b-48ba-bf2c-fe0c035b3011", "name": "network-vif-plugged", "status": "completed", "tag": "be8d328e-803e-4381-b2e3-676e6cbb863b"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:20:05.687529 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0cda75-f5f5-4a3a-b435-249507123fc5 x-openstack-request-id: req-2f0cda75-f5f5-4a3a-b435-249507123fc5 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:20:05.687828 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1ee427-582b-48ba-bf2c-fe0c035b3011", "name": "network-vif-plugged", "status": "completed", "tag": "be8d328e-803e-4381-b2e3-676e6cbb863b", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:20:05.688092 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f0cda75-f5f5-4a3a-b435-249507123fc5 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:20:05.688493 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8d328e-803e-4381-b2e3-676e6cbb863b', 'code': 200} Mar 08 05:20:05.699567 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a989012-d7ed-4934-8376-bff6071c9e85 req-131863d0-2788-4f82-81e7-3156fa66d328 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:05.700770 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3a989012-d7ed-4934-8376-bff6071c9e85 req-131863d0-2788-4f82-81e7-3156fa66d328 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 945 time: 0.0603008 Mar 08 05:20:05.756688 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3a989012-d7ed-4934-8376-bff6071c9e85 req-76b39e1a-9a4d-456c-ba07-e4688b0f71a6 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502894 Mar 08 05:20:05.881500 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1e3f8-70ee-4253-be14-c71f7a4fd73e req-db181eb3-f917-4d89-bc51-951aea61a9ae tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:05.883069 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3ce1e3f8-70ee-4253-be14-c71f7a4fd73e req-db181eb3-f917-4d89-bc51-951aea61a9ae tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 945 time: 0.0542917 Mar 08 05:20:05.935801 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3ce1e3f8-70ee-4253-be14-c71f7a4fd73e req-85282e60-9939-4870-9b65-2452fe177f0b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469081 Mar 08 05:20:05.967186 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43492) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:06.027307 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81627166-0294-4661-8320-f436cd4531cc req-3987a56c-e37b-4f3d-86c7-0f86ef050795 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:06.028807 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-81627166-0294-4661-8320-f436cd4531cc req-3987a56c-e37b-4f3d-86c7-0f86ef050795 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 945 time: 0.0663333 Mar 08 05:20:06.097832 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-81627166-0294-4661-8320-f436cd4531cc req-34179254-dcff-4fce-a646-11ca6e630934 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616837 Mar 08 05:20:06.220597 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5686b02-6993-4db6-ae73-9e73c46106a5 tempest-TestVolumeBootPattern-347676011 tempest-TestVolumeBootPattern-347676011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:06.222216 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-e5686b02-6993-4db6-ae73-9e73c46106a5 tempest-TestVolumeBootPattern-347676011 tempest-TestVolumeBootPattern-347676011-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 1124 time: 0.2536900 Mar 08 05:20:06.225364 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503114b-3284-4c92-afa0-6ba9eba2f442 req-34a3bab6-e1be-40a6-ada6-2eefcff0aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:06.226016 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43496) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:06.226843 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0503114b-3284-4c92-afa0-6ba9eba2f442 req-34a3bab6-e1be-40a6-ada6-2eefcff0aa5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 1129 time: 0.0768206 Mar 08 05:20:06.230549 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'port_id': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:20:06.290014 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0503114b-3284-4c92-afa0-6ba9eba2f442 req-55fe48b8-cffd-459f-84c2-9dff7b69f717 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565059 Mar 08 05:20:06.320288 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:06.417256 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:06.531461 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Allocated IP 172.27.2.175 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/acd916f0-1ce7-4eae-9572-341cb698dc6d) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:20:06.636034 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for port (acd916f0-1ce7-4eae-9572-341cb698dc6d), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:06.743115 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (acd916f0-1ce7-4eae-9572-341cb698dc6d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:06.790227 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:20:06.793449 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:20:06.797281 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:20:06.804315 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'Port': ['ID=acd916f0-1ce7-4eae-9572-341cb698dc6d,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:07.212071 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for floatingip (4cb6fe4b-0e55-4095-a97d-fce219047acc), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:07.272082 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ca63d-331f-4ef7-99a8-9dbffc01b334 req-17a65bed-8e10-4a14-9bc0-a60fc1b3a0ab tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:07.273589 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2f7ca63d-331f-4ef7-99a8-9dbffc01b334 req-17a65bed-8e10-4a14-9bc0-a60fc1b3a0ab tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 945 time: 0.0944302 Mar 08 05:20:07.324154 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2f7ca63d-331f-4ef7-99a8-9dbffc01b334 req-8688d73d-01f5-43f8-962c-c74fe09e6c2a tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445936 Mar 08 05:20:07.356658 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (acd916f0-1ce7-4eae-9572-341cb698dc6d), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:07.529889 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for port (acd916f0-1ce7-4eae-9572-341cb698dc6d), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:07.610600 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (acd916f0-1ce7-4eae-9572-341cb698dc6d), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:07.680216 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'Port': ['ID=acd916f0-1ce7-4eae-9572-341cb698dc6d,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:07.692030 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (4cb6fe4b-0e55-4095-a97d-fce219047acc), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:07.798540 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.l3_db [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Floating IP 4cb6fe4b-0e55-4095-a97d-fce219047acc associated. External IP: 172.27.2.175, port: 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2. Mar 08 05:20:08.015972 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:20:08.138446 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:20:08.149467 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] Sync routers for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:20:08.160993 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:20:08.164826 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:20:08.212403 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:08.243738 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-f655888f-223e-45f1-8fa1-5f2d49968d31 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0165980 Mar 08 05:20:08.244338 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'tag': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:20:08.246618 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc89024d-0240-4340-baaa-bbff67cdb6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d072df8e-7445-49ee-9911-6a588aa558b6", "tag": "6af09e9a-33ff-4367-99c3-08d5f8a4e1d2"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:20:08.287055 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c090ceae-0761-4a8e-ba29-c366d3fe725b x-openstack-request-id: req-c090ceae-0761-4a8e-ba29-c366d3fe725b {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:20:08.287355 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d072df8e-7445-49ee-9911-6a588aa558b6", "tag": "6af09e9a-33ff-4367-99c3-08d5f8a4e1d2", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:20:08.287617 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c090ceae-0761-4a8e-ba29-c366d3fe725b {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:20:08.288036 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'tag': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'status': 'completed', 'code': 200} Mar 08 05:20:08.289979 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:20:08.377093 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-700426f4-7a96-42f9-86fe-1e2679a95117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:08.379292 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-700426f4-7a96-42f9-86fe-1e2679a95117 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 1129 time: 0.0505500 Mar 08 05:20:08.465559 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0fc37-a142-4ccd-afa4-2d78b5e06714 req-08db59b0-8ab0-4f9d-ab0d-1a98e95dd51c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:08.467493 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-99b0fc37-a142-4ccd-afa4-2d78b5e06714 req-08db59b0-8ab0-4f9d-ab0d-1a98e95dd51c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 945 time: 0.0570605 Mar 08 05:20:08.479080 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-64d2d5d5-b226-4ae5-982c-cd748b537372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:08.480633 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-64d2d5d5-b226-4ae5-982c-cd748b537372 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 913 time: 0.0946479 Mar 08 05:20:08.522748 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-99b0fc37-a142-4ccd-afa4-2d78b5e06714 req-47b643c7-17db-4933-a2fd-0d57ccc98ee4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479987 Mar 08 05:20:08.537952 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '4cb6fe4b-0e55-4095-a97d-fce219047acc', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:4a:aa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:20:07Z', 'updated_at': '2022-03-08T05:20:07Z', 'revision_number': 0, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:20:08.554414 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-8652e786-2077-4070-a6ce-909d91f9e66e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 HTTP/1.1" status: 200 len: 999 time: 0.0675137 Mar 08 05:20:08.569311 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] Checking router: 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:20:08.577896 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:20:08.578524 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:20:08.611544 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-e3cf8878-e240-4cdd-bb73-6700da803697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:08.613554 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-e3cf8878-e240-4cdd-bb73-6700da803697 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0529792 Mar 08 05:20:08.650956 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57c9b1-e602-4447-b0e5-bb79590fb894 req-37238526-bdfe-4623-8927-387c983f6bf1 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:08.661232 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6b57c9b1-e602-4447-b0e5-bb79590fb894 req-37238526-bdfe-4623-8927-387c983f6bf1 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 945 time: 0.0644467 Mar 08 05:20:08.661356 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43520) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:08.666085 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-6cf33c8f-f8b8-4a42-be00-08ca65fa8721 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Request body: {'floatingip': {'port_id': 'be8d328e-803e-4381-b2e3-676e6cbb863b'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:20:08.670073 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-29993a48-9a74-4098-bc76-9b242f01825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:08.671673 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-29993a48-9a74-4098-bc76-9b242f01825e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526159 Mar 08 05:20:08.696392 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:20:08.712885 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6cf33c8f-f8b8-4a42-be00-08ca65fa8721 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (69e7c47c-9354-4e8e-b294-034efab7ef9e), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:08.770613 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-34efbb49-3d9b-495e-a100-a5489fd2271a service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927050 Mar 08 05:20:08.868494 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-cc89024d-0240-4340-baaa-bbff67cdb6dd req-de25cad3-1499-434a-aee4-a7bc4a7dbcb7 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922451 Mar 08 05:20:08.943471 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '4cb6fe4b-0e55-4095-a97d-fce219047acc', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:4a:aa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:20:07Z', 'updated_at': '2022-03-08T05:20:07Z', 'revision_number': 0, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:20:08.969603 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9720c-e160-40cb-aa56-aca02fc2d725 None None] The sync data for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi is: [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '4cb6fe4b-0e55-4095-a97d-fce219047acc', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:4a:aa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:20:07Z', 'updated_at': '2022-03-08T05:20:07Z', 'revision_number': 0, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:20:09.178322 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1103ab2-53bc-4f0a-a5b7-4733293db6b2 None None] New status for floating IP 4cb6fe4b-0e55-4095-a97d-fce219047acc: ACTIVE {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:20:09.202502 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6cf33c8f-f8b8-4a42-be00-08ca65fa8721 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:09.268068 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6cf33c8f-f8b8-4a42-be00-08ca65fa8721 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (69e7c47c-9354-4e8e-b294-034efab7ef9e), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:09.383363 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.l3_db [None req-6cf33c8f-f8b8-4a42-be00-08ca65fa8721 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Floating IP 69e7c47c-9354-4e8e-b294-034efab7ef9e associated. External IP: 172.27.2.170, port: be8d328e-803e-4381-b2e3-676e6cbb863b. Mar 08 05:20:09.608982 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf33c8f-f8b8-4a42-be00-08ca65fa8721 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:20:09.730540 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf33c8f-f8b8-4a42-be00-08ca65fa8721 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:20:09.735070 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6cf33c8f-f8b8-4a42-be00-08ca65fa8721 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:09.742866 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:20:09.760133 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:20:09.761174 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:20:09.767579 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-6cf33c8f-f8b8-4a42-be00-08ca65fa8721 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "PUT /v2.0/floatingips/69e7c47c-9354-4e8e-b294-034efab7ef9e HTTP/1.1" status: 200 len: 991 time: 1.1050923 Mar 08 05:20:09.875931 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:20:10.235341 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '69e7c47c-9354-4e8e-b294-034efab7ef9e', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': 'be8d328e-803e-4381-b2e3-676e6cbb863b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:f4:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:19:53Z', 'updated_at': '2022-03-08T05:20:09Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:20:10.264814 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:20:10.273753 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:20:10.274374 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:19:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:20:10.288724 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'tag': 'be8d328e-803e-4381-b2e3-676e6cbb863b'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:20:10.291263 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414a190a-8058-4e21-afb9-c93e2b4a9853" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1ee427-582b-48ba-bf2c-fe0c035b3011", "tag": "be8d328e-803e-4381-b2e3-676e6cbb863b"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:20:10.327580 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9ccac2-801b-4155-8693-b533ffdd4e86 x-openstack-request-id: req-4b9ccac2-801b-4155-8693-b533ffdd4e86 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:20:10.327882 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1ee427-582b-48ba-bf2c-fe0c035b3011", "tag": "be8d328e-803e-4381-b2e3-676e6cbb863b", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:20:10.328148 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b9ccac2-801b-4155-8693-b533ffdd4e86 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:20:10.328568 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'tag': 'be8d328e-803e-4381-b2e3-676e6cbb863b', 'status': 'completed', 'code': 200} Mar 08 05:20:10.388190 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:20:10.416051 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-a0f03628-3c97-48ea-8ae3-ae065c6d1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:10.417543 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-a0f03628-3c97-48ea-8ae3-ae065c6d1992 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a07946f08cba401dbc41861ae2fecd44&device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 1129 time: 0.0477016 Mar 08 05:20:10.515865 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-55a1e8dd-9d8b-4698-b05b-ebba7eb6d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:10.517319 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-55a1e8dd-9d8b-4698-b05b-ebba7eb6d688 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 200 len: 916 time: 0.0930483 Mar 08 05:20:10.587901 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-a48969bb-039f-4113-bbad-ef4d74546424 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8d328e-803e-4381-b2e3-676e6cbb863b HTTP/1.1" status: 200 len: 999 time: 0.0627358 Mar 08 05:20:10.624478 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '69e7c47c-9354-4e8e-b294-034efab7ef9e', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': 'be8d328e-803e-4381-b2e3-676e6cbb863b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:f4:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:19:53Z', 'updated_at': '2022-03-08T05:20:09Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:20:10.643031 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-f94931fb-bd90-42fc-acf2-8a9fe345e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:10.644776 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-f94931fb-bd90-42fc-acf2-8a9fe345e624 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 200 len: 854 time: 0.0509601 Mar 08 05:20:10.657515 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf5784-2d6c-4378-9dfa-c06cbad0deb8 None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '69e7c47c-9354-4e8e-b294-034efab7ef9e', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'port_id': 'be8d328e-803e-4381-b2e3-676e6cbb863b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'mac_address': 'fa:16:3e:f4:48:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:19:53Z', 'updated_at': '2022-03-08T05:20:09Z', 'revision_number': 1, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:20:10.700148 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-0abd7721-9d5e-48a5-a9a0-221ae050b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:10.701721 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-0abd7721-9d5e-48a5-a9a0-221ae050b5ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9880e08b-4b2b-4ff2-8712-f70f43f42138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513182 Mar 08 05:20:10.809141 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-2aef059f-67cd-41a4-a157-41660f04ae26 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955188 Mar 08 05:20:10.893153 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ae5be8-0015-4a0e-b241-8ac21bce23d1 None None] New status for floating IP 69e7c47c-9354-4e8e-b294-034efab7ef9e: ACTIVE {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:20:10.908928 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-414a190a-8058-4e21-afb9-c93e2b4a9853 req-b6547d3c-edfd-439e-897b-915949963372 service neutron] 10.222.0.13 "GET /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993273 Mar 08 05:20:19.771276 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fd4fc4f6-08f8-463d-8fca-a663294421c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:22.662083 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-8f292f77-2826-4909-9ae0-eacc51794c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:24.547424 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:25.608081 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:26.467515 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:27.422068 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:20:29.453333 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:32.715553 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-636d6f51-ae40-484f-9766-d039ba3dac4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475092 Mar 08 05:20:32.846443 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-4f29d0e3-e2fd-49ce-ae8b-4e7a32d81084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:32.848312 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-4f29d0e3-e2fd-49ce-ae8b-4e7a32d81084 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 1129 time: 0.0619800 Mar 08 05:20:32.953804 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-c754c808-748a-419d-959e-b32f4d2fe84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:32.955365 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-c754c808-748a-419d-959e-b32f4d2fe84a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 913 time: 0.0857823 Mar 08 05:20:33.028745 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-2f7b3286-cbc5-4c32-ab6f-45c42fc08c75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 HTTP/1.1" status: 200 len: 1001 time: 0.0665629 Mar 08 05:20:33.078615 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-545467c2-3f6b-4a68-9116-b03735b03de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:33.080101 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-545467c2-3f6b-4a68-9116-b03735b03de6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0449822 Mar 08 05:20:33.129266 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-bcee6977-bb67-40d9-a120-c0b65ea9c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:20:33.130773 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-bcee6977-bb67-40d9-a120-c0b65ea9c0df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434630 Mar 08 05:20:33.228504 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-c4812599-2103-48c7-839e-c5d8cd3b3ef6 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905888 Mar 08 05:20:33.323214 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-42790a18-a7ff-4d3b-bf3e-ef31d50a5f22 req-0ec4c964-b864-4016-8d20-e0ec22b3199c service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874639 Mar 08 05:20:34.134625 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43720) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:34.242412 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fb832ec7-acdd-4fcd-85f0-bd07b16ae4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:34.317494 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fb832ec7-acdd-4fcd-85f0-bd07b16ae4f2 admin admin] Publish callbacks [] for security_group (970e947b-bdc1-4e81-9884-595fb0912fa5), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:34.379406 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-fb832ec7-acdd-4fcd-85f0-bd07b16ae4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (970e947b-bdc1-4e81-9884-595fb0912fa5), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:34.417461 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb832ec7-acdd-4fcd-85f0-bd07b16ae4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970e947b-bdc1-4e81-9884-595fb0912fa5,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:34.421902 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-fb832ec7-acdd-4fcd-85f0-bd07b16ae4f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c7ed687678349e381c503db2c67b16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862120 Mar 08 05:20:34.424622 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43724) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:34.473765 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-85e89cb4-0d7f-4e53-a979-879b2e5b051a admin admin] Publish callbacks [] for security_group (970e947b-bdc1-4e81-9884-595fb0912fa5), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:34.499791 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-85e89cb4-0d7f-4e53-a979-879b2e5b051a admin admin] Publish callbacks [] for security_group (970e947b-bdc1-4e81-9884-595fb0912fa5), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:34.616129 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-85e89cb4-0d7f-4e53-a979-879b2e5b051a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (970e947b-bdc1-4e81-9884-595fb0912fa5), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:34.618837 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-85e89cb4-0d7f-4e53-a979-879b2e5b051a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:34.620018 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-85e89cb4-0d7f-4e53-a979-879b2e5b051a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/970e947b-bdc1-4e81-9884-595fb0912fa5 HTTP/1.1" status: 204 len: 168 time: 0.1942532 Mar 08 05:20:34.627747 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e89cb4-0d7f-4e53-a979-879b2e5b051a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970e947b-bdc1-4e81-9884-595fb0912fa5,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:35.319020 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43730) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:35.332619 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-11cea308-2221-459b-9c06-48f2e3b5a46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:35.415503 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-11cea308-2221-459b-9c06-48f2e3b5a46a admin admin] Publish callbacks [] for security_group (4b9bf240-b550-413e-8202-aaa96c3036eb), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:35.479181 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-11cea308-2221-459b-9c06-48f2e3b5a46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4b9bf240-b550-413e-8202-aaa96c3036eb), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:35.519347 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-11cea308-2221-459b-9c06-48f2e3b5a46a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74f3a87a223544c8965dfc8c28d35d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990821 Mar 08 05:20:35.520227 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cea308-2221-459b-9c06-48f2e3b5a46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9bf240-b550-413e-8202-aaa96c3036eb,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:35.522038 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43732) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:35.579836 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dc9de2e7-c9ce-43a2-a39f-9883fec14b24 admin admin] Publish callbacks [] for security_group (4b9bf240-b550-413e-8202-aaa96c3036eb), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:35.603354 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dc9de2e7-c9ce-43a2-a39f-9883fec14b24 admin admin] Publish callbacks [] for security_group (4b9bf240-b550-413e-8202-aaa96c3036eb), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:35.730533 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dc9de2e7-c9ce-43a2-a39f-9883fec14b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4b9bf240-b550-413e-8202-aaa96c3036eb), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:35.733047 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-dc9de2e7-c9ce-43a2-a39f-9883fec14b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:35.734215 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-dc9de2e7-c9ce-43a2-a39f-9883fec14b24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b9bf240-b550-413e-8202-aaa96c3036eb HTTP/1.1" status: 204 len: 168 time: 0.2100983 Mar 08 05:20:35.743761 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9de2e7-c9ce-43a2-a39f-9883fec14b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9bf240-b550-413e-8202-aaa96c3036eb,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:40.189093 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43804) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:40.299947 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-adbc2595-e901-4b8b-b8e7-bfc1be3c0b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:40.374390 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-adbc2595-e901-4b8b-b8e7-bfc1be3c0b38 admin admin] Publish callbacks [] for security_group (58d09d4f-e9fa-43e4-b369-9519384bda10), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:40.438840 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-adbc2595-e901-4b8b-b8e7-bfc1be3c0b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (58d09d4f-e9fa-43e4-b369-9519384bda10), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:40.481286 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-adbc2595-e901-4b8b-b8e7-bfc1be3c0b38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f943970dffc345018112fdc143030799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910933 Mar 08 05:20:40.484866 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc2595-e901-4b8b-b8e7-bfc1be3c0b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d09d4f-e9fa-43e4-b369-9519384bda10,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:40.484997 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43808) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:40.539651 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ba92ea07-b0fe-4d7f-b69e-946b8c9e298d admin admin] Publish callbacks [] for security_group (58d09d4f-e9fa-43e4-b369-9519384bda10), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:40.565705 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ba92ea07-b0fe-4d7f-b69e-946b8c9e298d admin admin] Publish callbacks [] for security_group (58d09d4f-e9fa-43e4-b369-9519384bda10), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:40.687949 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ba92ea07-b0fe-4d7f-b69e-946b8c9e298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (58d09d4f-e9fa-43e4-b369-9519384bda10), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:40.690514 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-ba92ea07-b0fe-4d7f-b69e-946b8c9e298d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:40.692014 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-ba92ea07-b0fe-4d7f-b69e-946b8c9e298d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58d09d4f-e9fa-43e4-b369-9519384bda10 HTTP/1.1" status: 204 len: 168 time: 0.2067897 Mar 08 05:20:40.703919 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92ea07-b0fe-4d7f-b69e-946b8c9e298d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d09d4f-e9fa-43e4-b369-9519384bda10,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:41.333113 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43814) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:41.347381 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3bf67d9e-a778-4f91-94fa-99be34be4e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:41.420090 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3bf67d9e-a778-4f91-94fa-99be34be4e3f admin admin] Publish callbacks [] for security_group (9d3d6704-f5a2-4034-8f05-a8592a725e69), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:41.481869 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-3bf67d9e-a778-4f91-94fa-99be34be4e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9d3d6704-f5a2-4034-8f05-a8592a725e69), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:41.521302 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-3bf67d9e-a778-4f91-94fa-99be34be4e3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b5586ded8e046789cc8f90d85764608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870718 Mar 08 05:20:41.523164 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf67d9e-a778-4f91-94fa-99be34be4e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3d6704-f5a2-4034-8f05-a8592a725e69,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:41.524065 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43816) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:41.573697 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0567e523-0366-4f34-9a6b-80555bdd8f4a admin admin] Publish callbacks [] for security_group (9d3d6704-f5a2-4034-8f05-a8592a725e69), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:41.595632 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0567e523-0366-4f34-9a6b-80555bdd8f4a admin admin] Publish callbacks [] for security_group (9d3d6704-f5a2-4034-8f05-a8592a725e69), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:41.739298 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0567e523-0366-4f34-9a6b-80555bdd8f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (9d3d6704-f5a2-4034-8f05-a8592a725e69), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:41.741892 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-0567e523-0366-4f34-9a6b-80555bdd8f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:41.743614 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-0567e523-0366-4f34-9a6b-80555bdd8f4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d3d6704-f5a2-4034-8f05-a8592a725e69 HTTP/1.1" status: 204 len: 168 time: 0.2173312 Mar 08 05:20:41.751750 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567e523-0366-4f34-9a6b-80555bdd8f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3d6704-f5a2-4034-8f05-a8592a725e69,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:49.556370 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43926) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:49.665648 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-020d4fc5-3403-4c85-90fb-56f6b99401a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:49.699356 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-11708952-fda9-4bab-8045-18c5480672aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:49.746726 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-020d4fc5-3403-4c85-90fb-56f6b99401a5 admin admin] Publish callbacks [] for security_group (5c9ca65d-a934-43ff-84f6-ec8c8a94fa69), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:49.813187 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-020d4fc5-3403-4c85-90fb-56f6b99401a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (5c9ca65d-a934-43ff-84f6-ec8c8a94fa69), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:49.853172 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-020d4fc5-3403-4c85-90fb-56f6b99401a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac0bf686147a43e5b674fded6d5fc118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956963 Mar 08 05:20:49.854755 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d4fc5-3403-4c85-90fb-56f6b99401a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9ca65d-a934-43ff-84f6-ec8c8a94fa69,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:49.857042 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43930) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:49.913753 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f85642ab-210c-417c-b6fb-53d1b37b73c9 admin admin] Publish callbacks [] for security_group (5c9ca65d-a934-43ff-84f6-ec8c8a94fa69), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:49.943767 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f85642ab-210c-417c-b6fb-53d1b37b73c9 admin admin] Publish callbacks [] for security_group (5c9ca65d-a934-43ff-84f6-ec8c8a94fa69), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:50.084934 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f85642ab-210c-417c-b6fb-53d1b37b73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (5c9ca65d-a934-43ff-84f6-ec8c8a94fa69), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:50.087643 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f85642ab-210c-417c-b6fb-53d1b37b73c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:50.088954 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-f85642ab-210c-417c-b6fb-53d1b37b73c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c9ca65d-a934-43ff-84f6-ec8c8a94fa69 HTTP/1.1" status: 204 len: 168 time: 0.2308822 Mar 08 05:20:50.101151 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85642ab-210c-417c-b6fb-53d1b37b73c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9ca65d-a934-43ff-84f6-ec8c8a94fa69,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:50.748815 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 43938) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:50.762492 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:50.840402 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Publish callbacks [] for security_group (4e2139b9-c51a-4bb5-b957-4d035b84e16f), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:50.907356 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4e2139b9-c51a-4bb5-b957-4d035b84e16f), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:50.948528 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2139b9-c51a-4bb5-b957-4d035b84e16f,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:50.953528 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcbd578511164dfa8bb24ad1e813fd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035413 Mar 08 05:20:50.958033 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 43940) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:20:50.958661 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.959054 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.959407 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.959752 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.960091 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.960428 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.960772 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.961102 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.961577 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.961919 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.962252 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.962587 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:50.962930 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8009c62e-9fd9-4cee-8454-e3debde48c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:20:51.009242 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c38f-1de3-4dfa-b57f-5789322761c6 admin admin] Publish callbacks [] for security_group (4e2139b9-c51a-4bb5-b957-4d035b84e16f), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:51.032357 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c38f-1de3-4dfa-b57f-5789322761c6 admin admin] Publish callbacks [] for security_group (4e2139b9-c51a-4bb5-b957-4d035b84e16f), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:51.163616 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c38f-1de3-4dfa-b57f-5789322761c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (4e2139b9-c51a-4bb5-b957-4d035b84e16f), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:51.163616 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c38f-1de3-4dfa-b57f-5789322761c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:51.163616 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-bcc7c38f-1de3-4dfa-b57f-5789322761c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e2139b9-c51a-4bb5-b957-4d035b84e16f HTTP/1.1" status: 204 len: 168 time: 0.2038212 Mar 08 05:20:51.178133 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7c38f-1de3-4dfa-b57f-5789322761c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2139b9-c51a-4bb5-b957-4d035b84e16f,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:20:52.636647 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-b50bb5d0-d550-4b40-9d3d-f37239c7c04b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:54.542793 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:55.587283 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:56.453260 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:20:59.482471 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:02.897298 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dda19-5566-4087-8cca-abef15ba66d9 req-568e32bf-d7be-48e7-9993-d8c268645113 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:21:02.899157 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-502dda19-5566-4087-8cca-abef15ba66d9 req-568e32bf-d7be-48e7-9993-d8c268645113 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 945 time: 0.0660048 Mar 08 05:21:02.952576 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-502dda19-5566-4087-8cca-abef15ba66d9 req-86e23e2c-3035-4729-a542-60dfe665ffc1 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457902 Mar 08 05:21:04.104728 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce0f26-a323-4f10-96e4-22c24c1ef76c req-ff8e36af-f613-4a1d-a039-2e04d81591ee tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:21:04.106434 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4fce0f26-a323-4f10-96e4-22c24c1ef76c req-ff8e36af-f613-4a1d-a039-2e04d81591ee tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 945 time: 0.0577717 Mar 08 05:21:04.194113 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4fce0f26-a323-4f10-96e4-22c24c1ef76c req-2359de37-6b53-41d7-bcd1-4b06f29e1967 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794456 Mar 08 05:21:04.421129 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:21:04.786668 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-5e1413eb-df9e-4530-a332-ce4ccf27be03 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:21:04.788293 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-5e1413eb-df9e-4530-a332-ce4ccf27be03 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 945 time: 0.0593736 Mar 08 05:21:04.907788 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Deleting port be8d328e-803e-4381-b2e3-676e6cbb863b {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:21:04.907788 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:05.004221 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] For port be8d328e-803e-4381-b2e3-676e6cbb863b, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=be8d328e-803e-4381-b2e3-676e6cbb863b,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:05.004617 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:05.184948 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:05.185256 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (69e7c47c-9354-4e8e-b294-034efab7ef9e), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:05.185586 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Floating IP 69e7c47c-9354-4e8e-b294-034efab7ef9e disassociated. External IP: 172.27.2.170, port: be8d328e-803e-4381-b2e3-676e6cbb863b. Mar 08 05:21:05.185930 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Calling delete_port for be8d328e-803e-4381-b2e3-676e6cbb863b owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:21:05.348854 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73a464-b111-4d66-827e-9d98ced953e4 req-413864cf-4a58-4d6f-ad62-3ea2e5b28411 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:21:05.352870 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0e73a464-b111-4d66-827e-9d98ced953e4 req-413864cf-4a58-4d6f-ad62-3ea2e5b28411 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 945 time: 0.0648935 Mar 08 05:21:05.402731 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0e73a464-b111-4d66-827e-9d98ced953e4 req-65dbeccc-eede-4206-849a-b832dbb63ccf tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462956 Mar 08 05:21:05.438474 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (be8d328e-803e-4381-b2e3-676e6cbb863b), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:05.468106 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'Port': ['ID=be8d328e-803e-4381-b2e3-676e6cbb863b,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:05.485032 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.485032 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.485032 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.485032 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.485999 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.485999 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.485999 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.486231 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.486387 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.486709 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.487066 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.487384 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.487704 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:05.624992 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:21:05.757134 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:21:05.772518 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:21:05.788973 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:05.790053 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:20:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:05.823398 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] No DVR routers for this DVR port be8d328e-803e-4381-b2e3-676e6cbb863b on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:21:05.827108 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:05.833924 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a96b0488-aa18-4eb7-81af-1ed8a9bd0860 req-0033d07c-46e3-455e-8840-24d99df5c25c tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.13 "DELETE /v2.0/ports/be8d328e-803e-4381-b2e3-676e6cbb863b HTTP/1.1" status: 204 len: 173 time: 1.0354986 Mar 08 05:21:05.834596 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'name': 'network-vif-deleted', 'tag': 'be8d328e-803e-4381-b2e3-676e6cbb863b'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:21:05.838468 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882aa64d-c66e-487e-b819-8bca9569ad99" -d '{"events": [{"server_uuid": "0e1ee427-582b-48ba-bf2c-fe0c035b3011", "name": "network-vif-deleted", "tag": "be8d328e-803e-4381-b2e3-676e6cbb863b"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:21:05.885824 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac6480f-3b51-4283-a0b0-fbbb0b73235f x-openstack-request-id: req-6ac6480f-3b51-4283-a0b0-fbbb0b73235f {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:21:05.886413 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1ee427-582b-48ba-bf2c-fe0c035b3011", "name": "network-vif-deleted", "tag": "be8d328e-803e-4381-b2e3-676e6cbb863b", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:21:05.886867 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ac6480f-3b51-4283-a0b0-fbbb0b73235f {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:21:05.887373 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1ee427-582b-48ba-bf2c-fe0c035b3011', 'name': 'network-vif-deleted', 'tag': 'be8d328e-803e-4381-b2e3-676e6cbb863b', 'status': 'completed', 'code': 200} Mar 08 05:21:05.938779 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:06.193379 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:06.236824 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:21:06.252358 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:06.253292 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:20:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:06.379090 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:06.536136 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-417aea02-fb23-4b8e-a984-6a7e83eb37e1 req-8ddf6db5-fce5-49d4-bb12-c14b68efbb7e tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e1ee427-582b-48ba-bf2c-fe0c035b3011 HTTP/1.1" status: 200 len: 210 time: 0.0347888 Mar 08 05:21:06.640369 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:06.673510 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99aeec-cea9-4449-99a8-500bb201d9df None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:15:33Z', 'revision_number': 4, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d', 'name': '', 'network_id': '9880e08b-4b2b-4ff2-8712-f70f43f42138', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'mac_address': 'fa:16:3e:45:c3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:31Z', 'updated_at': '2022-03-08T05:15:36Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'subnets': [{'id': 'a284c7e6-481f-4746-a4b9-a51e04a22163', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:21:06.971669 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2557c39-a2ac-4b59-94ff-e30163e8e8c8 None None] New status for floating IP 69e7c47c-9354-4e8e-b294-034efab7ef9e: DOWN {{(pid=103750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:21:07.686593 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44074) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:07.749055 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42889558-c67d-4573-ab5c-9f47f1eedb17 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (0d572fcc-8560-4c1c-b5e0-ce1e537eb77f), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:07.779632 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42889558-c67d-4573-ab5c-9f47f1eedb17 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (0d572fcc-8560-4c1c-b5e0-ce1e537eb77f), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:07.907020 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42889558-c67d-4573-ab5c-9f47f1eedb17 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (0d572fcc-8560-4c1c-b5e0-ce1e537eb77f), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:07.909703 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42889558-c67d-4573-ab5c-9f47f1eedb17 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:07.910977 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-42889558-c67d-4573-ab5c-9f47f1eedb17 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "DELETE /v2.0/security-groups/0d572fcc-8560-4c1c-b5e0-ce1e537eb77f HTTP/1.1" status: 204 len: 168 time: 0.2231741 Mar 08 05:21:07.914399 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44076) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:07.920723 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42889558-c67d-4573-ab5c-9f47f1eedb17 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d572fcc-8560-4c1c-b5e0-ce1e537eb77f,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:07.940154 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.api.v2.resource [None req-dcb31a72-9f06-4ea0-a563-e7d2212ab101 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] show failed (client error): The resource could not be found. Mar 08 05:21:07.942023 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-dcb31a72-9f06-4ea0-a563-e7d2212ab101 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "GET /v2.0/security-groups/0d572fcc-8560-4c1c-b5e0-ce1e537eb77f HTTP/1.1" status: 404 len: 347 time: 0.0259771 Mar 08 05:21:07.945747 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44078) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:08.116197 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Deleting port 40411504-bba9-4e56-a656-30446910f0e7 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:21:08.116547 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (40411504-bba9-4e56-a656-30446910f0e7), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:08.237729 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (40411504-bba9-4e56-a656-30446910f0e7), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:08.238147 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (40411504-bba9-4e56-a656-30446910f0e7), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:08.259822 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Calling delete_port for 40411504-bba9-4e56-a656-30446910f0e7 owned by network:floatingip {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:21:08.809854 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (40411504-bba9-4e56-a656-30446910f0e7), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:08.912675 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device be8d328e-803e-4381-b2e3-676e6cbb863b no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:21:08.935107 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: be8d328e-803e-4381-b2e3-676e6cbb863b {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:21:08.935459 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device be8d328e-803e-4381-b2e3-676e6cbb863b not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:21:09.086404 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Pushing event deleted for resources: {'Port': ['ID=40411504-bba9-4e56-a656-30446910f0e7,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:09.158984 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks [] for floatingip (69e7c47c-9354-4e8e-b294-034efab7ef9e), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:09.161510 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:09.162717 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-76784bd4-b5d3-47fe-b534-70b29dcc1fb4 tempest-AttachVolumeNegativeTest-1449073636 tempest-AttachVolumeNegativeTest-1449073636-project] 10.222.0.26 "DELETE /v2.0/floatingips/69e7c47c-9354-4e8e-b294-034efab7ef9e HTTP/1.1" status: 204 len: 168 time: 1.2153783 Mar 08 05:21:13.380942 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44134) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:13.955236 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8222294'] for router_interface (2882176f-b729-48f0-8a77-21f878e30c64), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:14.240816 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Deleting port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:21:14.241074 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:14.327444 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] For port 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:14.327801 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:14.341201 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Calling delete_port for 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d owned by network:router_interface {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:21:14.647160 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:14.680843 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:14.855505 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7968783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8222242'] for router_interface (2882176f-b729-48f0-8a77-21f878e30c64), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:15.088838 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Router 2882176f-b729-48f0-8a77-21f878e30c64 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:21:15.201471 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:21:15.209933 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-fb813e13-4a92-472a-9619-067f485d5a42 admin admin] 10.222.0.26 "PUT /v2.0/routers/2882176f-b729-48f0-8a77-21f878e30c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8277254 Mar 08 05:21:15.212506 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44142) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:15.214828 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] Sync routers for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:21:15.236284 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:15.237452 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:20:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:15.329778 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks [] for router (2882176f-b729-48f0-8a77-21f878e30c64), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:15.381376 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:15.716102 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:21:14Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:15.732685 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks [] for router_gateway (2882176f-b729-48f0-8a77-21f878e30c64), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:15.743522 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] Checking router: 2882176f-b729-48f0-8a77-21f878e30c64 for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:21:15.753411 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] Routers {'2882176f-b729-48f0-8a77-21f878e30c64'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:15.754036 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:20:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['2882176f-b729-48f0-8a77-21f878e30c64'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:15.868764 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] Set router 2882176f-b729-48f0-8a77-21f878e30c64 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:15.945804 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Deleting port 75430349-8529-42c2-80d4-82eaf4f34448 {{(pid=103747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:21:15.946171 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (75430349-8529-42c2-80d4-82eaf4f34448), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.028004 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.db [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] For port 75430349-8529-42c2-80d4-82eaf4f34448, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=75430349-8529-42c2-80d4-82eaf4f34448,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:16.028389 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (75430349-8529-42c2-80d4-82eaf4f34448), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.041064 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.plugin [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Calling delete_port for 75430349-8529-42c2-80d4-82eaf4f34448 owned by network:router_gateway {{(pid=103747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:21:16.070829 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:21:14Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:16.098430 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97214f3f-c5c7-47d8-ae4b-bbab9c3579d4 None None] The sync data for ids ['2882176f-b729-48f0-8a77-21f878e30c64'] in dv-cinder-828060-9-iscsi is: [{'id': '2882176f-b729-48f0-8a77-21f878e30c64', 'name': 'tempest-AttachVolumeNegativeTest-1373809122-router', 'tenant_id': 'a07946f08cba401dbc41861ae2fecd44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '75430349-8529-42c2-80d4-82eaf4f34448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:15:25Z', 'updated_at': '2022-03-08T05:21:14Z', 'revision_number': 5, 'project_id': 'a07946f08cba401dbc41861ae2fecd44', 'gw_port': {'id': '75430349-8529-42c2-80d4-82eaf4f34448', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2882176f-b729-48f0-8a77-21f878e30c64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:15:26Z', 'updated_at': '2022-03-08T05:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:21:16.355926 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (75430349-8529-42c2-80d4-82eaf4f34448), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.392296 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=75430349-8529-42c2-80d4-82eaf4f34448,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:16.469428 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8208776'] for router_gateway (2882176f-b729-48f0-8a77-21f878e30c64), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.566961 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28534'] for router (2882176f-b729-48f0-8a77-21f878e30c64), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.569555 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks [] for router_controller (2882176f-b729-48f0-8a77-21f878e30c64), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.698568 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8221995'] for router (2882176f-b729-48f0-8a77-21f878e30c64), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.699281 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2882176f-b729-48f0-8a77-21f878e30c64 {{(pid=103747) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 05:21:16.704433 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.709428 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-42449e95-8668-45bd-88f4-d3a14c8716b6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2882176f-b729-48f0-8a77-21f878e30c64 HTTP/1.1" status: 204 len: 168 time: 1.4918017 Mar 08 05:21:16.709428 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44154) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:16.762937 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54a5bf8-adc1-428f-91e8-1d7da9fea8cd admin admin] Deleting subnet a284c7e6-481f-4746-a4b9-a51e04a22163 {{(pid=103747) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:21:16.768496 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b54a5bf8-adc1-428f-91e8-1d7da9fea8cd admin admin] Publish callbacks [] for subnet (a284c7e6-481f-4746-a4b9-a51e04a22163), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.808379 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b54a5bf8-adc1-428f-91e8-1d7da9fea8cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5539507'] for subnet (a284c7e6-481f-4746-a4b9-a51e04a22163), precommit_delete_associations {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:16.888353 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b54a5bf8-adc1-428f-91e8-1d7da9fea8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929271'] for subnet (a284c7e6-481f-4746-a4b9-a51e04a22163), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.007859 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b54a5bf8-adc1-428f-91e8-1d7da9fea8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5111855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5005557'] for subnet (a284c7e6-481f-4746-a4b9-a51e04a22163), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.035515 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a5bf8-adc1-428f-91e8-1d7da9fea8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a284c7e6-481f-4746-a4b9-a51e04a22163,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:17.037509 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b54a5bf8-adc1-428f-91e8-1d7da9fea8cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.041704 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b54a5bf8-adc1-428f-91e8-1d7da9fea8cd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a284c7e6-481f-4746-a4b9-a51e04a22163 HTTP/1.1" status: 204 len: 168 time: 0.3316901 Mar 08 05:21:17.043678 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44170) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:17.044228 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19caac1d-192e-41f9-a60e-4c529e771922 None None] Network 9880e08b-4b2b-4ff2-8712-f70f43f42138 requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:21:17.116680 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-842104'] for network (9880e08b-4b2b-4ff2-8712-f70f43f42138), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.177802 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Deleting port c86233a4-2d2f-43bb-9d9e-9b2018df800e {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:21:17.178165 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.228759 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] DHCP port deletion for 9880e08b-4b2b-4ff2-8712-f70f43f42138 request from dv-cinder-828060-9-iscsi {{(pid=103749) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 05:21:17.264689 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] For port c86233a4-2d2f-43bb-9d9e-9b2018df800e, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c86233a4-2d2f-43bb-9d9e-9b2018df800e,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:17.265059 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.281150 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Calling delete_port for c86233a4-2d2f-43bb-9d9e-9b2018df800e owned by network:dhcp {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:21:17.283492 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Deleting port c86233a4-2d2f-43bb-9d9e-9b2018df800e {{(pid=103749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:21:17.283948 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), before_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.353325 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] For port c86233a4-2d2f-43bb-9d9e-9b2018df800e, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=c86233a4-2d2f-43bb-9d9e-9b2018df800e,segment=NetworkSegment(09dbdb03-017f-4ab3-91e9-8a0436ca115c),segment_id=09dbdb03-017f-4ab3-91e9-8a0436ca115c)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:17.353712 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), precommit_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.376133 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Calling delete_port for c86233a4-2d2f-43bb-9d9e-9b2018df800e owned by network:dhcp {{(pid=103749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:21:17.461175 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.464165 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44174) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:17.471902 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434'] for port (c86233a4-2d2f-43bb-9d9e-9b2018df800e), after_delete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.486664 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] No DVR routers for this DVR port c86233a4-2d2f-43bb-9d9e-9b2018df800e on host dv-cinder-828060-9-iscsi {{(pid=103749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:21:17.490657 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c86233a4-2d2f-43bb-9d9e-9b2018df800e,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:17.502204 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] No DVR routers for this DVR port c86233a4-2d2f-43bb-9d9e-9b2018df800e on host dv-cinder-828060-9-iscsi {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:21:17.507584 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Pushing event deleted for resources: {'Port': ['ID=c86233a4-2d2f-43bb-9d9e-9b2018df800e,revision_number=None']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:17.518354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.518354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.518354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.518354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.518354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.518862 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.518992 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.519754 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.519754 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.519940 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.520275 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.520604 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.520904 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a9293-9f3b-4529-b20a-d5ce240a9aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:17.583395 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-62efa5e3-4087-4e08-8fb5-9f323b68a7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.583709 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618104', 'neutron.services.segments.db._delete_segments_for_network-8776744790631'] for network (9880e08b-4b2b-4ff2-8712-f70f43f42138), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.604309 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9880e08b-4b2b-4ff2-8712-f70f43f42138']}} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:17.614732 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dbdb03-017f-4ab3-91e9-8a0436ca115c') {'for_net_delete': True} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:17.615060 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.services.segments.db [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dbdb03-017f-4ab3-91e9-8a0436ca115c') {} {{(pid=103748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:17.624858 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776744791152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5430779'] for segment (09dbdb03-017f-4ab3-91e9-8a0436ca115c), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.638418 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (09dbdb03-017f-4ab3-91e9-8a0436ca115c), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.646302 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:21:17.646700 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5447571'] for segment (09dbdb03-017f-4ab3-91e9-8a0436ca115c), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: Traceback (most recent call last): Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: timer() Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: cb(*args, **kw) Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: return func(*args, **kwargs) Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: self._notify() Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: self.callback(batched_events) Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: event.method(event) Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: return f(self, *a, **k) Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._get(url).json() Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: return self.request(url, 'GET', **kwargs) Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:21:17.648420 dv-cinder-828060-9-iscsi neutron-server[103748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:21:17.665107 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-62efa5e3-4087-4e08-8fb5-9f323b68a7df admin admin] Publish callbacks [] for security_group (77f209ec-8ad5-4918-95d2-7866cddb0888), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.749796 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-62efa5e3-4087-4e08-8fb5-9f323b68a7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (77f209ec-8ad5-4918-95d2-7866cddb0888), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.781478 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8208812'] for network (9880e08b-4b2b-4ff2-8712-f70f43f42138), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.793274 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.797742 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efa5e3-4087-4e08-8fb5-9f323b68a7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f209ec-8ad5-4918-95d2-7866cddb0888,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:17.798080 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] 10.222.0.26 "DELETE /v2.0/networks/9880e08b-4b2b-4ff2-8712-f70f43f42138 HTTP/1.1" status: 204 len: 168 time: 0.7531540 Mar 08 05:21:17.813852 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a642e2-c8fe-4e6c-a916-3146796122eb admin admin] Pushing event deleted for resources: {'Network': ['ID=9880e08b-4b2b-4ff2-8712-f70f43f42138,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:17.818386 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-62efa5e3-4087-4e08-8fb5-9f323b68a7df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a66187ecdbe416d85ebdfdff2ac5b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549161 Mar 08 05:21:17.820914 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44180) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:17.845339 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 75430349-8529-42c2-80d4-82eaf4f34448 no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:21:17.867379 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: 75430349-8529-42c2-80d4-82eaf4f34448 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:21:17.867807 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 75430349-8529-42c2-80d4-82eaf4f34448 not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:21:17.868295 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c86233a4-2d2f-43bb-9d9e-9b2018df800e no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:21:17.875339 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5872dd17-00e0-4538-9268-1ecd8179884d admin admin] Publish callbacks [] for security_group (77f209ec-8ad5-4918-95d2-7866cddb0888), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.890535 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: c86233a4-2d2f-43bb-9d9e-9b2018df800e {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:21:17.891309 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device c86233a4-2d2f-43bb-9d9e-9b2018df800e not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:21:17.891832 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d no longer exists at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:21:17.897855 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5872dd17-00e0-4538-9268-1ecd8179884d admin admin] Publish callbacks [] for security_group (77f209ec-8ad5-4918-95d2-7866cddb0888), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:17.913691 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] No Port match for: 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:21:17.918720 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 0ef8c230-81cd-41dd-bac1-a1ef1c7ea07d not bound to the agent host dv-cinder-828060-9-iscsi {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:21:18.182067 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5872dd17-00e0-4538-9268-1ecd8179884d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (77f209ec-8ad5-4918-95d2-7866cddb0888), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:18.182067 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5872dd17-00e0-4538-9268-1ecd8179884d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:18.182067 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5872dd17-00e0-4538-9268-1ecd8179884d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77f209ec-8ad5-4918-95d2-7866cddb0888 HTTP/1.1" status: 204 len: 168 time: 0.3598359 Mar 08 05:21:18.191226 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872dd17-00e0-4538-9268-1ecd8179884d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f209ec-8ad5-4918-95d2-7866cddb0888,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:18.287557 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44184) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:18.333296 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5eebe6c1-dbbe-4df8-a9f0-56ac3abd9d53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a07946f08cba401dbc41861ae2fecd44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445340 Mar 08 05:21:18.335831 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44186) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:18.387255 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d654a489-b5c6-4ed8-bf30-708b06f6c576 admin admin] Publish callbacks [] for security_group (7ee797c4-d614-4e5e-aeeb-d3255a94e6de), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:18.409911 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d654a489-b5c6-4ed8-bf30-708b06f6c576 admin admin] Publish callbacks [] for security_group (7ee797c4-d614-4e5e-aeeb-d3255a94e6de), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:18.529434 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d654a489-b5c6-4ed8-bf30-708b06f6c576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (7ee797c4-d614-4e5e-aeeb-d3255a94e6de), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:18.532075 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d654a489-b5c6-4ed8-bf30-708b06f6c576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:18.533234 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-d654a489-b5c6-4ed8-bf30-708b06f6c576 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ee797c4-d614-4e5e-aeeb-d3255a94e6de HTTP/1.1" status: 204 len: 168 time: 0.1965132 Mar 08 05:21:18.545552 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654a489-b5c6-4ed8-bf30-708b06f6c576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee797c4-d614-4e5e-aeeb-d3255a94e6de,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:19.784275 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-d0595bca-a8c5-49de-a150-4bc8e9a978b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:22.649710 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-b9810691-dd52-488d-a1de-6d69c1f8e9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:24.575461 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:25.632739 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:26.441957 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:29.449159 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:35.597929 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44412) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:35.710372 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c99f869-9d98-45f6-8f9a-d463dfc5388f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:35.783531 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c99f869-9d98-45f6-8f9a-d463dfc5388f admin admin] Publish callbacks [] for security_group (590de5d4-a24e-46d5-b836-d581706c0430), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:35.864286 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-6c99f869-9d98-45f6-8f9a-d463dfc5388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (590de5d4-a24e-46d5-b836-d581706c0430), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:35.905107 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-6c99f869-9d98-45f6-8f9a-d463dfc5388f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69465a7a95f0461c8865d67d1ec11f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059368 Mar 08 05:21:35.905978 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99f869-9d98-45f6-8f9a-d463dfc5388f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590de5d4-a24e-46d5-b836-d581706c0430,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:35.907960 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44424) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:35.957972 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-100533a4-3e7f-4004-8658-5398e58b549a admin admin] Publish callbacks [] for security_group (590de5d4-a24e-46d5-b836-d581706c0430), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:35.979346 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-100533a4-3e7f-4004-8658-5398e58b549a admin admin] Publish callbacks [] for security_group (590de5d4-a24e-46d5-b836-d581706c0430), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:36.134752 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-100533a4-3e7f-4004-8658-5398e58b549a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (590de5d4-a24e-46d5-b836-d581706c0430), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:36.137352 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-100533a4-3e7f-4004-8658-5398e58b549a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:36.138510 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-100533a4-3e7f-4004-8658-5398e58b549a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/590de5d4-a24e-46d5-b836-d581706c0430 HTTP/1.1" status: 204 len: 168 time: 0.2294168 Mar 08 05:21:36.147469 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100533a4-3e7f-4004-8658-5398e58b549a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590de5d4-a24e-46d5-b836-d581706c0430,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:41.091335 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44516) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:41.208982 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6041bf3b-aef8-41dd-9cf3-430c970f9d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:41.286724 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6041bf3b-aef8-41dd-9cf3-430c970f9d22 admin admin] Publish callbacks [] for security_group (e6df5725-44ca-4d72-a4c7-ba181e9a052d), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:41.357988 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-6041bf3b-aef8-41dd-9cf3-430c970f9d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e6df5725-44ca-4d72-a4c7-ba181e9a052d), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:41.399386 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-6041bf3b-aef8-41dd-9cf3-430c970f9d22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f61fd13112a4b13876e53c0a60f4149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069425 Mar 08 05:21:41.400068 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041bf3b-aef8-41dd-9cf3-430c970f9d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6df5725-44ca-4d72-a4c7-ba181e9a052d,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:41.402398 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44520) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:41.419330 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:21:41.453672 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e779f63-cc62-4c2c-817c-79bb094ada84 admin admin] Publish callbacks [] for security_group (e6df5725-44ca-4d72-a4c7-ba181e9a052d), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:41.475887 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e779f63-cc62-4c2c-817c-79bb094ada84 admin admin] Publish callbacks [] for security_group (e6df5725-44ca-4d72-a4c7-ba181e9a052d), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:41.595498 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e779f63-cc62-4c2c-817c-79bb094ada84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e6df5725-44ca-4d72-a4c7-ba181e9a052d), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:41.598353 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7e779f63-cc62-4c2c-817c-79bb094ada84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:41.599585 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-7e779f63-cc62-4c2c-817c-79bb094ada84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6df5725-44ca-4d72-a4c7-ba181e9a052d HTTP/1.1" status: 204 len: 168 time: 0.1958077 Mar 08 05:21:41.607799 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e779f63-cc62-4c2c-817c-79bb094ada84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6df5725-44ca-4d72-a4c7-ba181e9a052d,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:42.656761 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44562) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:42.766960 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-63323175-network', 'tenant_id': '299a839bb35543d08448bb459171af2d'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:42.843297 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Made reservation on behalf of 299a839bb35543d08448bb459171af2d for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:21:42.845917 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:42.855879 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:42.935907 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Publish callbacks [] for security_group (c0fcf286-6663-4d98-9fd3-c97eaa84bd0b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.003474 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (c0fcf286-6663-4d98-9fd3-c97eaa84bd0b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.035097 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:21:43.041724 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fcf286-6663-4d98-9fd3-c97eaa84bd0b,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:43.049594 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (aa9b42f9-af57-4787-a9d2-3728369d6172), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.049594 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Added segment aa9b42f9-af57-4787-a9d2-3728369d6172 of type vlan for network 0b8bbf54-367c-44ba-ae94-086ab896835c Mar 08 05:21:43.095052 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (0b8bbf54-367c-44ba-ae94-086ab896835c), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.180911 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (0b8bbf54-367c-44ba-ae94-086ab896835c), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.181843 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:21:43.182508 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.243834 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] Pushing event updated for resources: {'Network': ['ID=0b8bbf54-367c-44ba-ae94-086ab896835c,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:43.254446 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 0b8bbf54-367c-44ba-ae94-086ab896835c details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:21:43.281611 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-94d8d111-b351-4930-8623-b2a279f1b86c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6236372 Mar 08 05:21:43.285289 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44574) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:43.290645 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Request body: {'subnet': {'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-63323175-subnet', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'ip_version': 4}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:43.363806 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Made reservation on behalf of 299a839bb35543d08448bb459171af2d for: {'subnet': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:21:43.366279 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5005458'] for subnet (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.529941 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44578) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:43.627252 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5112552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5005452'] for subnet (d7eea726-4326-45bc-aefa-4c29b2974fc6), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.689903 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f280c471-ec60-46a6-b52c-b8f475a467ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.707353 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7eea726-4326-45bc-aefa-4c29b2974fc6,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:43.736370 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Checking segment: {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:21:43.736748 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Network hostable DHCP agents. Network: 0b8bbf54-367c-44ba-ae94-086ab896835c, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103747) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:21:43.803789 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f280c471-ec60-46a6-b52c-b8f475a467ea admin admin] Publish callbacks [] for security_group (e5a6bd16-9d0a-4056-b261-6101c2388253), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.848109 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Network 0b8bbf54-367c-44ba-ae94-086ab896835c is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103747) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:21:43.874875 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f280c471-ec60-46a6-b52c-b8f475a467ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e5a6bd16-9d0a-4056-b261-6101c2388253), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.914554 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-f280c471-ec60-46a6-b52c-b8f475a467ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=339dcf71ebfa47d79b6d771596049dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835526 Mar 08 05:21:43.915470 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280c471-ec60-46a6-b52c-b8f475a467ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a6bd16-9d0a-4056-b261-6101c2388253,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:43.917333 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44582) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:43.933024 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 0b8bbf54-367c-44ba-ae94-086ab896835c) {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:43.938006 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:21:43.938604 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.946123 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e2a694-8733-4e2d-bd01-cf2e77656d19 None None] Network 0b8bbf54-367c-44ba-ae94-086ab896835c requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:21:43.973993 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-88e11a71-c851-4fcc-be3c-5853322d52b8 admin admin] Publish callbacks [] for security_group (e5a6bd16-9d0a-4056-b261-6101c2388253), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:43.996453 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-88e11a71-c851-4fcc-be3c-5853322d52b8 admin admin] Publish callbacks [] for security_group (e5a6bd16-9d0a-4056-b261-6101c2388253), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.023521 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b424daab-ac7f-48cf-95d2-648b69499330 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7366021 Mar 08 05:21:44.026130 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44584) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:44.030657 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:44.074051 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-0b8bbf54-367c-44ba-ae94-086ab896835c', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'project_id': '299a839bb35543d08448bb459171af2d', 'fixed_ips': [{'subnet_id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:21:44.074967 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.126507 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (29400c6c-9502-4bac-a2ef-9a7ad461d72b), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.127707 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (29400c6c-9502-4bac-a2ef-9a7ad461d72b), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.183847 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-88e11a71-c851-4fcc-be3c-5853322d52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (e5a6bd16-9d0a-4056-b261-6101c2388253), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.187090 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-88e11a71-c851-4fcc-be3c-5853322d52b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.188677 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-88e11a71-c851-4fcc-be3c-5853322d52b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5a6bd16-9d0a-4056-b261-6101c2388253 HTTP/1.1" status: 204 len: 168 time: 0.2701602 Mar 08 05:21:44.201990 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e11a71-c851-4fcc-be3c-5853322d52b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a6bd16-9d0a-4056-b261-6101c2388253,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:44.238054 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks [] for router_controller (29400c6c-9502-4bac-a2ef-9a7ad461d72b), precommit_add_association {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.327702 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Allocated IP 172.20.0.2 (0b8bbf54-367c-44ba-ae94-086ab896835c/d7eea726-4326-45bc-aefa-4c29b2974fc6/17033e0d-ec0c-49cb-9521-c26d5f7f9ccb) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:21:44.448258 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks [] for router_gateway (29400c6c-9502-4bac-a2ef-9a7ad461d72b), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.486867 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Publish callbacks [] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.556207 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.598300 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Network 0b8bbf54-367c-44ba-ae94-086ab896835c is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:21:44.603030 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:44.605516 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:21:44.637520 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Pushing event updated for resources: {'Port': ['ID=17033e0d-ec0c-49cb-9521-c26d5f7f9ccb,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:44.687186 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Attempting to bind port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:21:44.687617 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Attempting to bind port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:21:44.687988 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Attempting to bind port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb on network 0b8bbf54-367c-44ba-ae94-086ab896835c {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:21:44.694744 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:21:44.695296 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Checking segment: {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:21:44.695768 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.696224 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Bound using segment: {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:21:44.696925 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Bound port: 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:21:44.697511 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.766782 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks [] for router_gateway (29400c6c-9502-4bac-a2ef-9a7ad461d72b), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.771095 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] For port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:21:44.774329 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] For port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=17033e0d-ec0c-49cb-9521-c26d5f7f9ccb,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:21:44.802400 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.910741 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:44.960194 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Allocated IP 172.27.2.20 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/bd080b39-2585-4df0-8e53-e00670675e81) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:21:44.971280 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b018fd-d637-4e82-9f40-77dbebae8e3b None None] Pushing event updated for resources: {'Port': ['ID=17033e0d-ec0c-49cb-9521-c26d5f7f9ccb,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:45.025455 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44590) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:45.041163 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-633637a4-e85a-46cf-94eb-4ba1af666fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.089387 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks [] for port (bd080b39-2585-4df0-8e53-e00670675e81), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.158596 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-633637a4-e85a-46cf-94eb-4ba1af666fc4 admin admin] Publish callbacks [] for security_group (bb2b8d88-014d-452a-9dfe-901dbb2e4fb2), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.194413 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (bd080b39-2585-4df0-8e53-e00670675e81), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.229398 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-633637a4-e85a-46cf-94eb-4ba1af666fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (bb2b8d88-014d-452a-9dfe-901dbb2e4fb2), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.243657 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:21:45.247414 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:45.251164 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:21:45.274830 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-633637a4-e85a-46cf-94eb-4ba1af666fc4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=380661aa3bd149c3a81a479a7c807e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481401 Mar 08 05:21:45.277823 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633637a4-e85a-46cf-94eb-4ba1af666fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2b8d88-014d-452a-9dfe-901dbb2e4fb2,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:45.281203 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44592) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:45.290492 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd080b39-2585-4df0-8e53-e00670675e81,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:45.354602 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a7108d54-1d44-41fe-ba3e-2dfd0ea6a68f admin admin] Publish callbacks [] for security_group (bb2b8d88-014d-452a-9dfe-901dbb2e4fb2), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.390409 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a7108d54-1d44-41fe-ba3e-2dfd0ea6a68f admin admin] Publish callbacks [] for security_group (bb2b8d88-014d-452a-9dfe-901dbb2e4fb2), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.515614 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a7108d54-1d44-41fe-ba3e-2dfd0ea6a68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (bb2b8d88-014d-452a-9dfe-901dbb2e4fb2), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.518238 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-a7108d54-1d44-41fe-ba3e-2dfd0ea6a68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.520232 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-a7108d54-1d44-41fe-ba3e-2dfd0ea6a68f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb2b8d88-014d-452a-9dfe-901dbb2e4fb2 HTTP/1.1" status: 204 len: 168 time: 0.2378299 Mar 08 05:21:45.530689 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7108d54-1d44-41fe-ba3e-2dfd0ea6a68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2b8d88-014d-452a-9dfe-901dbb2e4fb2,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:45.614177 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks [] for router_gateway (29400c6c-9502-4bac-a2ef-9a7ad461d72b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.873593 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (29400c6c-9502-4bac-a2ef-9a7ad461d72b), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:45.893709 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:45.983872 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:45.984357 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:46.106757 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:46.107193 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:46.142696 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39bd3b2-63b6-42f1-869a-046a9d1578f6 None None] Network 0b8bbf54-367c-44ba-ae94-086ab896835c requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:21:46.150860 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Router 29400c6c-9502-4bac-a2ef-9a7ad461d72b is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:21:46.185524 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=17033e0d-ec0c-49cb-9521-c26d5f7f9ccb,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:46.249992 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-37d54c75-b9eb-4c2d-b034-b59ebfbbc9ad None None] Provisioning complete for port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:46.250372 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-37d54c75-b9eb-4c2d-b034-b59ebfbbc9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:46.257456 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:46.286459 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:21:46.301433 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Sync routers for ids ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:21:46.312162 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Routers {'29400c6c-9502-4bac-a2ef-9a7ad461d72b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:46.313098 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:46.369461 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=17033e0d-ec0c-49cb-9521-c26d5f7f9ccb,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:46.404427 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:46.406468 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b774496c-9db9-4e3c-857c-8fa185c8b6f6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3793612 Mar 08 05:21:46.412916 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44606) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:46.422607 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-37d54c75-b9eb-4c2d-b034-b59ebfbbc9ad None None] Current status of the port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:46.439038 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Set router 29400c6c-9502-4bac-a2ef-9a7ad461d72b gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:46.649384 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-5206aa9e-f30b-4dd8-96b9-861ca19929eb None None] Provisioning complete for port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:46.649384 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5206aa9e-f30b-4dd8-96b9-861ca19929eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:46.677830 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:45Z', 'revision_number': 3, 'project_id': '299a839bb35543d08448bb459171af2d', 'gw_port': {'id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:46.717573 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Checking router: 29400c6c-9502-4bac-a2ef-9a7ad461d72b for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:21:46.718224 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Updating router 29400c6c-9502-4bac-a2ef-9a7ad461d72b port bd080b39-2585-4df0-8e53-e00670675e81 binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:21:46.738473 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-5206aa9e-f30b-4dd8-96b9-861ca19929eb None None] Current status of the port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:46.755998 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (bd080b39-2585-4df0-8e53-e00670675e81), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:46.903361 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.032086 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Publish callbacks [] for port (bd080b39-2585-4df0-8e53-e00670675e81), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.073195 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Allocated IP 172.20.0.1 (0b8bbf54-367c-44ba-ae94-086ab896835c/d7eea726-4326-45bc-aefa-4c29b2974fc6/d6d19fad-5072-4f6b-9ebf-5a233f8863c5) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:21:47.132183 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (bd080b39-2585-4df0-8e53-e00670675e81), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.191241 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Attempting to bind port bd080b39-2585-4df0-8e53-e00670675e81 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:21:47.191619 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Attempting to bind port bd080b39-2585-4df0-8e53-e00670675e81 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:21:47.191975 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Attempting to bind port bd080b39-2585-4df0-8e53-e00670675e81 on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:21:47.192150 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Publish callbacks [] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.194866 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Pushing event updated for resources: {'Port': ['ID=bd080b39-2585-4df0-8e53-e00670675e81,revision_number=2']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:47.202605 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:21:47.203021 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:21:47.203425 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.203815 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:21:47.204281 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Bound port: bd080b39-2585-4df0-8e53-e00670675e81, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:21:47.204659 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (bd080b39-2585-4df0-8e53-e00670675e81), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.208648 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.209065 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.209428 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.209771 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.210102 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.210431 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.210840 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.218402 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.218402 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.218402 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.218402 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.218402 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.218402 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:47.265722 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] For port bd080b39-2585-4df0-8e53-e00670675e81, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:21:47.270052 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] For port bd080b39-2585-4df0-8e53-e00670675e81, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=bd080b39-2585-4df0-8e53-e00670675e81,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:21:47.289654 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.335093 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Network 0b8bbf54-367c-44ba-ae94-086ab896835c is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:21:47.337987 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:47.340793 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (bd080b39-2585-4df0-8e53-e00670675e81), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.344305 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:21:47.368286 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d19fad-5072-4f6b-9ebf-5a233f8863c5,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:47.390742 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (29400c6c-9502-4bac-a2ef-9a7ad461d72b), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.424058 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Routers {'29400c6c-9502-4bac-a2ef-9a7ad461d72b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:47.425773 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:47.575382 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2a392-7f0f-491f-805c-f75c7f36fe3f None None] Pushing event updated for resources: {'Port': ['ID=bd080b39-2585-4df0-8e53-e00670675e81,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:47.643269 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.662944 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] Set router 29400c6c-9502-4bac-a2ef-9a7ad461d72b gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:47.670939 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-89ab1490-10b9-430e-8d38-b8a35545b6fa None None] Provisioning complete for port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:47.671499 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-89ab1490-10b9-430e-8d38-b8a35545b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.714346 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-89ab1490-10b9-430e-8d38-b8a35545b6fa None None] Port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:21:47.843752 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Publish callbacks [] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.855774 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:47.883227 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:45Z', 'revision_number': 3, 'project_id': '299a839bb35543d08448bb459171af2d', 'gw_port': {'id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:47.910007 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:47.910479 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f945373c-a5d2-4858-b49a-6b3e49b28fdb None None] The sync data for ids ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'] in dv-cinder-828060-9-iscsi is: [{'id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:45Z', 'revision_number': 3, 'project_id': '299a839bb35543d08448bb459171af2d', 'gw_port': {'id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:21:47.910718 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (17033e0d-ec0c-49cb-9521-c26d5f7f9ccb), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:47.941715 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:48.010750 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 17033e0d-ec0c-49cb-9521-c26d5f7f9ccb is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:48.294889 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d19fad-5072-4f6b-9ebf-5a233f8863c5,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:48.302975 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (29400c6c-9502-4bac-a2ef-9a7ad461d72b), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:48.453260 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Network 0b8bbf54-367c-44ba-ae94-086ab896835c is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:21:48.455579 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:48.633287 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Router 29400c6c-9502-4bac-a2ef-9a7ad461d72b has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:21:48.692703 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44640) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:48.749145 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-73843126-6615-4be7-864f-5470e92942df None None] Provisioning complete for port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:48.750224 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-73843126-6615-4be7-864f-5470e92942df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:48.793889 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:21:48.813142 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0c40add7-2198-4c09-869c-0e5f498c7534 admin admin] 10.222.0.26 "PUT /v2.0/routers/29400c6c-9502-4bac-a2ef-9a7ad461d72b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3911066 Mar 08 05:21:48.901545 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f07fa81c-2ec7-4e65-acce-3b56873f54de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:48.967265 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-73843126-6615-4be7-864f-5470e92942df None None] Port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:21:49.004209 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f07fa81c-2ec7-4e65-acce-3b56873f54de admin admin] Publish callbacks [] for security_group (c40af1bb-5343-4c72-8444-d59dacb3c857), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.081746 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f07fa81c-2ec7-4e65-acce-3b56873f54de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (c40af1bb-5343-4c72-8444-d59dacb3c857), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.125619 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-f07fa81c-2ec7-4e65-acce-3b56873f54de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db6ba6d825034038a27190862e8f06f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4317997 Mar 08 05:21:49.126805 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fa81c-2ec7-4e65-acce-3b56873f54de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40af1bb-5343-4c72-8444-d59dacb3c857,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:49.139171 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44650) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:49.203403 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5968bce4-d271-426d-98d1-7df4486b2807 admin admin] Publish callbacks [] for security_group (c40af1bb-5343-4c72-8444-d59dacb3c857), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.229454 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5968bce4-d271-426d-98d1-7df4486b2807 admin admin] Publish callbacks [] for security_group (c40af1bb-5343-4c72-8444-d59dacb3c857), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.357914 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5968bce4-d271-426d-98d1-7df4486b2807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (c40af1bb-5343-4c72-8444-d59dacb3c857), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.362246 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-5968bce4-d271-426d-98d1-7df4486b2807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.362451 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-5968bce4-d271-426d-98d1-7df4486b2807 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c40af1bb-5343-4c72-8444-d59dacb3c857 HTTP/1.1" status: 204 len: 168 time: 0.2215831 Mar 08 05:21:49.372086 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968bce4-d271-426d-98d1-7df4486b2807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40af1bb-5343-4c72-8444-d59dacb3c857,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:49.649570 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44662) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:49.654636 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1163716817-network', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:49.715354 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-05b6a78e-a881-4de8-9ed6-c4e46b737043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.746302 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Made reservation on behalf of e450fe0bbd2d42f4835fc6bd881f6363 for: {'network': 1} {{(pid=103747) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:21:49.748778 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for network (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.758556 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.829896 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Sync routers for ids ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:21:49.844473 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Routers {'29400c6c-9502-4bac-a2ef-9a7ad461d72b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:49.845199 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:49.855281 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Publish callbacks [] for security_group (6700c002-fad2-41cb-8fba-bb20856e5c63), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.905156 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device bd080b39-2585-4df0-8e53-e00670675e81 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:49.944142 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6700c002-fad2-41cb-8fba-bb20856e5c63), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.981773 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103747) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:21:49.988435 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6700c002-fad2-41cb-8fba-bb20856e5c63,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:49.997043 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-941660'] for segment (f35f5d8b-a613-473d-af67-140dc4a961bd), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:49.997453 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.segments_db [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Added segment f35f5d8b-a613-473d-af67-140dc4a961bd of type vlan for network 7ce0b056-2ea9-4826-a265-a844974f697a Mar 08 05:21:50.016997 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Set router 29400c6c-9502-4bac-a2ef-9a7ad461d72b gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:50.052176 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776744461855'] for network (7ce0b056-2ea9-4826-a265-a844974f697a), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.063193 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port bd080b39-2585-4df0-8e53-e00670675e81 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:50.063877 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (bd080b39-2585-4df0-8e53-e00670675e81), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.107451 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44666) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:50.121217 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f69ff3d9-d496-4e1c-bbc3-22fecfc45c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.157495 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8279620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768'] for network (7ce0b056-2ea9-4826-a265-a844974f697a), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.158512 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:21:50.159661 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for network (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.244709 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] Pushing event updated for resources: {'Network': ['ID=7ce0b056-2ea9-4826-a265-a844974f697a,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:50.264729 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Network 7ce0b056-2ea9-4826-a265-a844974f697a details requested by agent ovs-agent-dv-cinder-828060-9-iscsi with host dv-cinder-828060-9-iscsi {{(pid=103749) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:21:50.267526 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f69ff3d9-d496-4e1c-bbc3-22fecfc45c1b admin admin] Publish callbacks [] for security_group (b28fa0fb-2822-4ca8-9b89-259caf46eef1), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.270858 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-418082df-052e-4601-9869-64ee415f04ef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6201568 Mar 08 05:21:50.273921 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44668) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:50.279523 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Request body: {'subnet': {'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1163716817-subnet', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'ip_version': 4}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:50.285344 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port bd080b39-2585-4df0-8e53-e00670675e81 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:50.285799 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (bd080b39-2585-4df0-8e53-e00670675e81), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.343909 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-f69ff3d9-d496-4e1c-bbc3-22fecfc45c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (b28fa0fb-2822-4ca8-9b89-259caf46eef1), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.374308 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Made reservation on behalf of e450fe0bbd2d42f4835fc6bd881f6363 for: {'subnet': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:21:50.377022 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port bd080b39-2585-4df0-8e53-e00670675e81, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=bd080b39-2585-4df0-8e53-e00670675e81,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:50.382457 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5553457'] for subnet (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.395654 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-f69ff3d9-d496-4e1c-bbc3-22fecfc45c1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0881354e156742b9a3168804ae3cb308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870679 Mar 08 05:21:50.400438 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44670) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:50.417986 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ff3d9-d496-4e1c-bbc3-22fecfc45c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28fa0fb-2822-4ca8-9b89-259caf46eef1,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:50.418297 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 4, 'project_id': '299a839bb35543d08448bb459171af2d', 'gw_port': {'id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'd6d19fad-5072-4f6b-9ebf-5a233f8863c5', 'name': '', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'mac_address': 'fa:16:3e:61:c2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:46Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 2, 'project_id': '299a839bb35543d08448bb459171af2d', 'subnets': [{'id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:50.465235 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Checking router: 29400c6c-9502-4bac-a2ef-9a7ad461d72b for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:21:50.465583 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Updating router 29400c6c-9502-4bac-a2ef-9a7ad461d72b port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:21:50.467820 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (bd080b39-2585-4df0-8e53-e00670675e81), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.469751 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0266a49-4d11-495f-a6a0-8587aba2020e admin admin] Publish callbacks [] for security_group (b28fa0fb-2822-4ca8-9b89-259caf46eef1), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.501609 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0266a49-4d11-495f-a6a0-8587aba2020e admin admin] Publish callbacks [] for security_group (b28fa0fb-2822-4ca8-9b89-259caf46eef1), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.532466 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.583766 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=bd080b39-2585-4df0-8e53-e00670675e81,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:50.653164 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0266a49-4d11-495f-a6a0-8587aba2020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (b28fa0fb-2822-4ca8-9b89-259caf46eef1), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.656180 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-d0266a49-4d11-495f-a6a0-8587aba2020e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.661575 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-d0266a49-4d11-495f-a6a0-8587aba2020e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b28fa0fb-2822-4ca8-9b89-259caf46eef1 HTTP/1.1" status: 204 len: 168 time: 0.2560372 Mar 08 05:21:50.669738 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0266a49-4d11-495f-a6a0-8587aba2020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28fa0fb-2822-4ca8-9b89-259caf46eef1,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:50.683597 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8271964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5446974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5553455'] for subnet (cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.748441 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:50.764651 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Checking segment: {'id': 'f35f5d8b-a613-473d-af67-140dc4a961bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:21:50.765101 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Network hostable DHCP agents. Network: 7ce0b056-2ea9-4826-a265-a844974f697a, hostable agents: ['5104275a-375e-44a7-b73d-0060f4119b62'], hosted agents: [] {{(pid=103748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:21:50.860449 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Network 7ce0b056-2ea9-4826-a265-a844974f697a is scheduled to be hosted by DHCP agent 5104275a-375e-44a7-b73d-0060f4119b62 with binding_index 1 {{(pid=103748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:21:50.862517 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Publish callbacks [] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.934558 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.963071 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-9-iscsi, 7ce0b056-2ea9-4826-a265-a844974f697a) {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:50.969476 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:21:50.970168 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7968786'] for subnet (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:50.990543 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6c8bb1-1acd-4029-a2e0-33b3f68606fa None None] Network 7ce0b056-2ea9-4826-a265-a844974f697a requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:21:51.032177 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2be81-3b91-4f6d-bb0b-e6ff1ce3fe9c None None] Pushing event updated for resources: {'Port': ['ID=d6d19fad-5072-4f6b-9ebf-5a233f8863c5,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:51.058226 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44676) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:51.062534 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-d887f3f6-8c42-4cf8-b7d4-bfd189131f5c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7868283 Mar 08 05:21:51.063680 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1163716817-router', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:51.140904 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Attempting to bind port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:21:51.141274 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Attempting to bind port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:21:51.141843 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Attempting to bind port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 on network 0b8bbf54-367c-44ba-ae94-086ab896835c {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:21:51.152054 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:21:51.152437 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Checking segment: {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:21:51.152846 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.153361 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Bound using segment: {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:21:51.153831 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Bound port: d6d19fad-5072-4f6b-9ebf-5a233f8863c5, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:21:51.154328 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.166691 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8221594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28488'] for router (40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.168815 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8222058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8208857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8289708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28481'] for router (40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.213155 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b876908-c45e-581e-9067-aee754c4c2ad-7ce0b056-2ea9-4826-a265-a844974f697a', 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a', 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'fixed_ips': [{'subnet_id': 'cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02'}]}} from dv-cinder-828060-9-iscsi. {{(pid=103749) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:21:51.214049 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.245187 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks [] for router_controller (40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d), precommit_add_association {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.266036 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-9cf2dcc4-b7c0-44c6-bc6a-245db84bb4c1 None None] Provisioning complete for port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:51.266329 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9cf2dcc4-b7c0-44c6-bc6a-245db84bb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.342665 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] For port d6d19fad-5072-4f6b-9ebf-5a233f8863c5, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:21:51.370762 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] For port d6d19fad-5072-4f6b-9ebf-5a233f8863c5, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d6d19fad-5072-4f6b-9ebf-5a233f8863c5,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:21:51.383651 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-9cf2dcc4-b7c0-44c6-bc6a-245db84bb4c1 None None] Port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:21:51.424337 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.db_base_plugin_common [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Allocated IP 172.20.0.2 (7ce0b056-2ea9-4826-a265-a844974f697a/cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02/5f68407d-6f99-4ec9-9f70-4543507d4436) {{(pid=103749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:21:51.442025 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.476837 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks [] for router_gateway (40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.560377 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Routers {'29400c6c-9502-4bac-a2ef-9a7ad461d72b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:51.561158 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:51.564422 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2be81-3b91-4f6d-bb0b-e6ff1ce3fe9c None None] Pushing event updated for resources: {'Port': ['ID=d6d19fad-5072-4f6b-9ebf-5a233f8863c5,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:51.810754 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks [] for router_gateway (40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.832129 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.879165 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device bd080b39-2585-4df0-8e53-e00670675e81 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:51.921588 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-5a14d1db-890e-4f9d-8444-3a035410a6e2 None None] Provisioning complete for port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:51.921964 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5a14d1db-890e-4f9d-8444-3a035410a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.952680 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Allocated IP 172.27.2.217 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/60f1aa17-0d1b-47ba-a217-7ea006d0f326) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:21:51.953884 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Publish callbacks [] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), precommit_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:51.970512 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] Set router 29400c6c-9502-4bac-a2ef-9a7ad461d72b gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:52.063322 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425'] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), after_create {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.176840 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Network 7ce0b056-2ea9-4826-a265-a844974f697a is already hosted by enough agents. {{(pid=103749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:21:52.182252 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port bd080b39-2585-4df0-8e53-e00670675e81 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:52.182634 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (bd080b39-2585-4df0-8e53-e00670675e81), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.210991 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.scheduler.base_scheduler [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Resources bound (agent type, host, resource id): {{(pid=103749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:52.236477 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Received port after_create {{(pid=103749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:21:52.242776 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Pushing event updated for resources: {'Port': ['ID=5f68407d-6f99-4ec9-9f70-4543507d4436,revision_number=1']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:52.307527 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-5a14d1db-890e-4f9d-8444-3a035410a6e2 None None] Current status of the port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:52.307979 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5a14d1db-890e-4f9d-8444-3a035410a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.364614 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks [] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.385447 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Attempting to bind port 5f68407d-6f99-4ec9-9f70-4543507d4436 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:21:52.385447 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Attempting to bind port 5f68407d-6f99-4ec9-9f70-4543507d4436 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'f35f5d8b-a613-473d-af67-140dc4a961bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:21:52.385447 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Attempting to bind port 5f68407d-6f99-4ec9-9f70-4543507d4436 on network 7ce0b056-2ea9-4826-a265-a844974f697a {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:21:52.405281 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:21:52.408102 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Checking segment: {'id': 'f35f5d8b-a613-473d-af67-140dc4a961bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:21:52.408102 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.408102 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Bound using segment: {'id': 'f35f5d8b-a613-473d-af67-140dc4a961bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:21:52.408102 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Bound port: 5f68407d-6f99-4ec9-9f70-4543507d4436, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35f5d8b-a613-473d-af67-140dc4a961bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:21:52.408102 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.410233 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-5a14d1db-890e-4f9d-8444-3a035410a6e2 None None] For port d6d19fad-5072-4f6b-9ebf-5a233f8863c5, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=d6d19fad-5072-4f6b-9ebf-5a233f8863c5,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:52.492397 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.494773 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port bd080b39-2585-4df0-8e53-e00670675e81 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:52.501956 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5a14d1db-890e-4f9d-8444-3a035410a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.547607 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:21:52.548295 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 4, 'project_id': '299a839bb35543d08448bb459171af2d', 'gw_port': {'id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'd6d19fad-5072-4f6b-9ebf-5a233f8863c5', 'name': '', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'mac_address': 'fa:16:3e:61:c2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:46Z', 'updated_at': '2022-03-08T05:21:51Z', 'revision_number': 4, 'project_id': '299a839bb35543d08448bb459171af2d', 'subnets': [{'id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:52.552021 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:52.555042 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:21:52.587906 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Pushing event updated for resources: {'Port': ['ID=60f1aa17-0d1b-47ba-a217-7ea006d0f326,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:52.588644 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] For port 5f68407d-6f99-4ec9-9f70-4543507d4436, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:21:52.600391 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2105d1-93b7-49b1-9a62-de5560bd3c40 None None] The sync data for ids ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'] in dv-cinder-828060-9-iscsi is: [{'id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 4, 'project_id': '299a839bb35543d08448bb459171af2d', 'gw_port': {'id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'd6d19fad-5072-4f6b-9ebf-5a233f8863c5', 'name': '', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'mac_address': 'fa:16:3e:61:c2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:46Z', 'updated_at': '2022-03-08T05:21:51Z', 'revision_number': 4, 'project_id': '299a839bb35543d08448bb459171af2d', 'subnets': [{'id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:21:52.604450 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.605056 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.605187 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.605481 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.605809 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.606137 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.606467 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.606784 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.607575 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.608010 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.608754 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.608754 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.608962 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:21:52.624188 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] For port 5f68407d-6f99-4ec9-9f70-4543507d4436, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=5f68407d-6f99-4ec9-9f70-4543507d4436,segment=NetworkSegment(f35f5d8b-a613-473d-af67-140dc4a961bd),segment_id=f35f5d8b-a613-473d-af67-140dc4a961bd)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:21:52.625554 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14d1db-890e-4f9d-8444-3a035410a6e2 None None] Pushing event updated for resources: {'Port': ['ID=d6d19fad-5072-4f6b-9ebf-5a233f8863c5,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:52.698283 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-dd62c20e-2066-4d93-bb2a-0c9dde964132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.741543 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:52.825684 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59d6ed-c711-4f09-aac1-450c71598874 None None] Pushing event updated for resources: {'Port': ['ID=5f68407d-6f99-4ec9-9f70-4543507d4436,revision_number=2']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:52.982974 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks [] for router_gateway (40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:53.239802 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8222049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8208884'] for router (40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:53.489273 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Router 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d is scheduled to L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 with binding_index 1 {{(pid=103747) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:21:53.621476 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:21:53.633958 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Sync routers for ids ['40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:21:53.655063 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Routers {'40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:53.659878 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:53.759904 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:53.762334 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-a284fd59-0f82-4e23-a056-1373b80eee01 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7024779 Mar 08 05:21:53.764544 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44714) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:53.786390 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Set router 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:53.922206 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fba74-137c-446a-845f-76cd7f1e05ec None None] Network 7ce0b056-2ea9-4826-a265-a844974f697a requested from dv-cinder-828060-9-iscsi {{(pid=103749) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:21:54.013278 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device d6d19fad-5072-4f6b-9ebf-5a233f8863c5 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:54.053212 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'name': 'tempest-TestShelveInstance-1163716817-router', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:52Z', 'revision_number': 3, 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'gw_port': {'id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:54.071009 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-7548dce0-d4be-449c-b1f1-fc84df2d507b None None] Provisioning complete for port 5f68407d-6f99-4ec9-9f70-4543507d4436 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:54.071767 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7548dce0-d4be-449c-b1f1-fc84df2d507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.085854 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Checking router: 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:21:54.086467 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Updating router 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d port 60f1aa17-0d1b-47ba-a217-7ea006d0f326 binding host dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:21:54.120512 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.180529 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:54.180914 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (d6d19fad-5072-4f6b-9ebf-5a233f8863c5), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.265764 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-7548dce0-d4be-449c-b1f1-fc84df2d507b None None] Current status of the port 5f68407d-6f99-4ec9-9f70-4543507d4436 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:54.268326 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7548dce0-d4be-449c-b1f1-fc84df2d507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.326765 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-7548dce0-d4be-449c-b1f1-fc84df2d507b None None] For port 5f68407d-6f99-4ec9-9f70-4543507d4436, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=5f68407d-6f99-4ec9-9f70-4543507d4436,segment=NetworkSegment(f35f5d8b-a613-473d-af67-140dc4a961bd),segment_id=f35f5d8b-a613-473d-af67-140dc4a961bd)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:54.374636 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port d6d19fad-5072-4f6b-9ebf-5a233f8863c5 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:54.375763 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 5f68407d-6f99-4ec9-9f70-4543507d4436 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:54.402834 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-7548dce0-d4be-449c-b1f1-fc84df2d507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.403321 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.430648 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Publish callbacks [] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), precommit_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.484931 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548dce0-d4be-449c-b1f1-fc84df2d507b None None] Pushing event updated for resources: {'Port': ['ID=5f68407d-6f99-4ec9-9f70-4543507d4436,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:54.498635 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 5f68407d-6f99-4ec9-9f70-4543507d4436 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:54.499041 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.534843 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.547075 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-54331cf0-9868-4f27-88df-a4c8bef0073e None None] Provisioning complete for port 5f68407d-6f99-4ec9-9f70-4543507d4436 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:54.547462 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-54331cf0-9868-4f27-88df-a4c8bef0073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.573881 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.582272 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Attempting to bind port 60f1aa17-0d1b-47ba-a217-7ea006d0f326 on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:21:54.582619 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Attempting to bind port 60f1aa17-0d1b-47ba-a217-7ea006d0f326 by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:21:54.582768 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Attempting to bind port 60f1aa17-0d1b-47ba-a217-7ea006d0f326 on network 3797e510-526d-4b36-90b6-6ffd05032906 {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:21:54.592413 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Allocated IP 172.20.0.1 (7ce0b056-2ea9-4826-a265-a844974f697a/cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02/4d26878f-9d42-444f-a29b-033e449d3faa) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:21:54.595647 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:21:54.596032 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Checking segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:21:54.597002 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.597597 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Bound using segment: {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'} {{(pid=103750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:21:54.598258 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.managers [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Bound port: 60f1aa17-0d1b-47ba-a217-7ea006d0f326, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906'}}] {{(pid=103750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:21:54.598643 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), before_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.601200 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ba992-219f-4508-8cac-db610486cc9e None None] Pushing event updated for resources: {'Port': ['ID=60f1aa17-0d1b-47ba-a217-7ea006d0f326,revision_number=2']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:54.631567 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 5f68407d-6f99-4ec9-9f70-4543507d4436 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:54.652329 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] For port 60f1aa17-0d1b-47ba-a217-7ea006d0f326, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:21:54.656552 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.plugins.ml2.db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] For port 60f1aa17-0d1b-47ba-a217-7ea006d0f326, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=60f1aa17-0d1b-47ba-a217-7ea006d0f326,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:21:54.670811 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-54331cf0-9868-4f27-88df-a4c8bef0073e None None] Current status of the port 5f68407d-6f99-4ec9-9f70-4543507d4436 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:54.708722 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Publish callbacks [] for port (4d26878f-9d42-444f-a29b-033e449d3faa), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.732565 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron_lib.callbacks.manager [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), after_update {{(pid=103750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.783740 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Routers {'40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:54.785340 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:54.826688 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:54.846320 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ba992-219f-4508-8cac-db610486cc9e None None] Pushing event updated for resources: {'Port': ['ID=60f1aa17-0d1b-47ba-a217-7ea006d0f326,revision_number=3']} {{(pid=103750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:54.875949 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Network 7ce0b056-2ea9-4826-a265-a844974f697a is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:21:54.879477 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:54.884098 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:21:54.887216 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Pushing event updated for resources: {'Port': ['ID=4d26878f-9d42-444f-a29b-033e449d3faa,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:54.915613 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] Set router 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:54.926871 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8224729'] for router_interface (40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:55.120143 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:55.122218 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'name': 'tempest-TestShelveInstance-1163716817-router', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:52Z', 'revision_number': 3, 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'gw_port': {'id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:55.153978 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb84fc43-5109-460f-bb70-4fe6d2d04318 None None] The sync data for ids ['40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'] in dv-cinder-828060-9-iscsi is: [{'id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'name': 'tempest-TestShelveInstance-1163716817-router', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:52Z', 'revision_number': 3, 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'gw_port': {'id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:96:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi'}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:21:55.200566 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-61e15792-5d72-423c-8f87-b770f2051ccb None None] Provisioning complete for port 4d26878f-9d42-444f-a29b-033e449d3faa triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:55.201053 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-61e15792-5d72-423c-8f87-b770f2051ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:55.257549 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-61e15792-5d72-423c-8f87-b770f2051ccb None None] Port 4d26878f-9d42-444f-a29b-033e449d3faa cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:21:55.305402 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Publish callbacks [] for port (4d26878f-9d42-444f-a29b-033e449d3faa), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:55.404033 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:55.481440 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Pushing event updated for resources: {'Port': ['ID=4d26878f-9d42-444f-a29b-033e449d3faa,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:55.486765 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7968886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8224693'] for router_interface (40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:55.590663 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Network 7ce0b056-2ea9-4826-a265-a844974f697a is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:21:55.592167 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:21:55.631844 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:55.727785 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Router 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:21:55.889866 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-fdab1099-f7aa-4d81-a347-727420543082 None None] Provisioning complete for port 4d26878f-9d42-444f-a29b-033e449d3faa triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:55.890447 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fdab1099-f7aa-4d81-a347-727420543082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:55.903455 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:21:55.919249 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-2aaf261c-0adc-483d-a5ae-28903c683c65 admin admin] 10.222.0.26 "PUT /v2.0/routers/40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1525233 Mar 08 05:21:55.940846 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-fdab1099-f7aa-4d81-a347-727420543082 None None] Port 4d26878f-9d42-444f-a29b-033e449d3faa cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:21:55.983138 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 60f1aa17-0d1b-47ba-a217-7ea006d0f326 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:56.169783 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 60f1aa17-0d1b-47ba-a217-7ea006d0f326 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:56.174285 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:56.248407 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 60f1aa17-0d1b-47ba-a217-7ea006d0f326 is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:56.249180 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:56.270698 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] For port 60f1aa17-0d1b-47ba-a217-7ea006d0f326, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=60f1aa17-0d1b-47ba-a217-7ea006d0f326,segment=NetworkSegment(5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b),segment_id=5aa7415c-aa8a-4ec2-b40a-5bbcf7e5337b)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:56.337641 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:56.338459 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 5f68407d-6f99-4ec9-9f70-4543507d4436 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:56.427373 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Pushing event updated for resources: {'Port': ['ID=60f1aa17-0d1b-47ba-a217-7ea006d0f326,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:56.441302 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 5f68407d-6f99-4ec9-9f70-4543507d4436 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:56.441682 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (5f68407d-6f99-4ec9-9f70-4543507d4436), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:56.486280 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:56.526139 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 5f68407d-6f99-4ec9-9f70-4543507d4436 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:56.635462 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44738) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:56.640471 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-f923899d-4b14-4e0a-8bfd-7adb8a4336b1 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336131311', 'description': 'tempest-secgroup-smoke-1336131311 description', 'project_id': '299a839bb35543d08448bb459171af2d'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:56.755555 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f923899d-4b14-4e0a-8bfd-7adb8a4336b1 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:56.825611 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f923899d-4b14-4e0a-8bfd-7adb8a4336b1 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group (3db4b9ec-2d78-4156-8a49-8a0c747fc758), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:56.831160 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Sync routers for ids ['40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'] in dv-cinder-828060-9-iscsi {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:21:56.841618 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Routers {'40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:56.842390 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:56.895151 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f923899d-4b14-4e0a-8bfd-7adb8a4336b1 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (3db4b9ec-2d78-4156-8a49-8a0c747fc758), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:56.924968 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923899d-4b14-4e0a-8bfd-7adb8a4336b1 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db4b9ec-2d78-4156-8a49-8a0c747fc758,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:56.960191 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Set router 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:56.982378 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f923899d-4b14-4e0a-8bfd-7adb8a4336b1 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:56.986221 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-f923899d-4b14-4e0a-8bfd-7adb8a4336b1 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3469994 Mar 08 05:21:56.986586 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44746) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:56.991706 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-433bad43-f05f-4be3-9570-f32436352f06 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Request body: {'security_group_rule': {'security_group_id': '3db4b9ec-2d78-4156-8a49-8a0c747fc758', 'project_id': '299a839bb35543d08448bb459171af2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:57.099831 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-433bad43-f05f-4be3-9570-f32436352f06 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (0411dcc3-d9da-4006-9e74-86630285bc97), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.158011 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-433bad43-f05f-4be3-9570-f32436352f06 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (0411dcc3-d9da-4006-9e74-86630285bc97), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.162372 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'name': 'tempest-TestShelveInstance-1163716817-router', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:55Z', 'revision_number': 4, 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'gw_port': {'id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '4d26878f-9d42-444f-a29b-033e449d3faa', 'name': '', 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'mac_address': 'fa:16:3e:42:65:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:54Z', 'updated_at': '2022-03-08T05:21:55Z', 'revision_number': 2, 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'subnets': [{'id': 'cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:57.189348 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Checking router: 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d for host: dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:21:57.189712 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Updating router 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d port 4d26878f-9d42-444f-a29b-033e449d3faa binding host dv-cinder-828060-9-iscsi {{(pid=103749) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:21:57.220358 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.220582 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-433bad43-f05f-4be3-9570-f32436352f06 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (0411dcc3-d9da-4006-9e74-86630285bc97), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.240414 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bad43-f05f-4be3-9570-f32436352f06 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0411dcc3-d9da-4006-9e74-86630285bc97,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:57.303710 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-433bad43-f05f-4be3-9570-f32436352f06 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.304939 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-433bad43-f05f-4be3-9570-f32436352f06 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167748 Mar 08 05:21:57.307655 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44748) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:57.311960 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-2d06af77-d7dc-4e01-a1e7-451fc06f7532 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Request body: {'security_group_rule': {'security_group_id': '3db4b9ec-2d78-4156-8a49-8a0c747fc758', 'project_id': '299a839bb35543d08448bb459171af2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:57.429567 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2d06af77-d7dc-4e01-a1e7-451fc06f7532 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (287cc0cb-8e5a-43ee-922c-4c34284c3c9f), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.490295 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2d06af77-d7dc-4e01-a1e7-451fc06f7532 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (287cc0cb-8e5a-43ee-922c-4c34284c3c9f), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.506191 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Publish callbacks [] for port (4d26878f-9d42-444f-a29b-033e449d3faa), precommit_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.583840 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2d06af77-d7dc-4e01-a1e7-451fc06f7532 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (287cc0cb-8e5a-43ee-922c-4c34284c3c9f), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.602140 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06af77-d7dc-4e01-a1e7-451fc06f7532 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287cc0cb-8e5a-43ee-922c-4c34284c3c9f,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:57.615048 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.671161 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bfae5-42bd-4ab7-a122-73fe55a9cec0 None None] Pushing event updated for resources: {'Port': ['ID=4d26878f-9d42-444f-a29b-033e449d3faa,revision_number=3']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:57.702649 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-2d06af77-d7dc-4e01-a1e7-451fc06f7532 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.704008 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-2d06af77-d7dc-4e01-a1e7-451fc06f7532 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953764 Mar 08 05:21:57.707180 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44754) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:57.712097 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-e32f124b-d4fa-4f51-97c5-173d61667440 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Request body: {'security_group_rule': {'security_group_id': '3db4b9ec-2d78-4156-8a49-8a0c747fc758', 'project_id': '299a839bb35543d08448bb459171af2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:57.724358 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Attempting to bind port 4d26878f-9d42-444f-a29b-033e449d3faa on host dv-cinder-828060-9-iscsi for vnic_type normal with profile {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:21:57.724733 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Attempting to bind port 4d26878f-9d42-444f-a29b-033e449d3faa by drivers openvswitch,hyperv on host dv-cinder-828060-9-iscsi at level 0 using segments [{'id': 'f35f5d8b-a613-473d-af67-140dc4a961bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a'}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:21:57.725134 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Attempting to bind port 4d26878f-9d42-444f-a29b-033e449d3faa on network 7ce0b056-2ea9-4826-a265-a844974f697a {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:21:57.730627 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Checking agent: {'id': 'f4c49a90-11cd-4aed-baa5-aaff59305f7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 2, 56), 'started_at': datetime.datetime(2022, 3, 8, 5, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:21:57.739995 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Checking segment: {'id': 'f35f5d8b-a613-473d-af67-140dc4a961bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:21:57.739995 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.739995 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Bound using segment: {'id': 'f35f5d8b-a613-473d-af67-140dc4a961bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a'} {{(pid=103749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:21:57.739995 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.managers [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Bound port: 4d26878f-9d42-444f-a29b-033e449d3faa, host: dv-cinder-828060-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35f5d8b-a613-473d-af67-140dc4a961bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a'}}] {{(pid=103749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:21:57.739995 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.801870 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] For port 4d26878f-9d42-444f-a29b-033e449d3faa, host dv-cinder-828060-9-iscsi, cleared binding levels {{(pid=103749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:21:57.808135 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] For port 4d26878f-9d42-444f-a29b-033e449d3faa, host dv-cinder-828060-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=4d26878f-9d42-444f-a29b-033e449d3faa,segment=NetworkSegment(f35f5d8b-a613-473d-af67-140dc4a961bd),segment_id=f35f5d8b-a613-473d-af67-140dc4a961bd)] {{(pid=103749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:21:57.822318 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e32f124b-d4fa-4f51-97c5-173d61667440 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (85f48928-04a5-4312-8c75-9ede05119891), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.852210 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 60f1aa17-0d1b-47ba-a217-7ea006d0f326 up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:57.886859 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e32f124b-d4fa-4f51-97c5-173d61667440 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (85f48928-04a5-4312-8c75-9ede05119891), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.904922 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.952021 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e32f124b-d4fa-4f51-97c5-173d61667440 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (85f48928-04a5-4312-8c75-9ede05119891), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.959049 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-fc352a7a-85af-415f-88de-3f7e49f93dd2 None None] Provisioning complete for port 4d26878f-9d42-444f-a29b-033e449d3faa triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:57.959432 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fc352a7a-85af-415f-88de-3f7e49f93dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:57.973745 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f124b-d4fa-4f51-97c5-173d61667440 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f48928-04a5-4312-8c75-9ede05119891,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:58.013203 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bfae5-42bd-4ab7-a122-73fe55a9cec0 None None] Pushing event updated for resources: {'Port': ['ID=4d26878f-9d42-444f-a29b-033e449d3faa,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:58.023541 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Routers {'40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103749) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:21:58.024074 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'], 'active': True} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:58.048441 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e32f124b-d4fa-4f51-97c5-173d61667440 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.051953 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-e32f124b-d4fa-4f51-97c5-173d61667440 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3436494 Mar 08 05:21:58.057173 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44756) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:58.061254 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-35434a05-9fe9-4997-8fd0-fe760a36a5a3 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Request body: {'security_group_rule': {'security_group_id': '3db4b9ec-2d78-4156-8a49-8a0c747fc758', 'project_id': '299a839bb35543d08448bb459171af2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:58.065031 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 60f1aa17-0d1b-47ba-a217-7ea006d0f326 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:58.065895 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (60f1aa17-0d1b-47ba-a217-7ea006d0f326), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.202569 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-fc352a7a-85af-415f-88de-3f7e49f93dd2 None None] Current status of the port 4d26878f-9d42-444f-a29b-033e449d3faa is: DOWN; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:58.203042 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fc352a7a-85af-415f-88de-3f7e49f93dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.223381 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_dvr_db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] Set router 40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d gateway port host: dv-cinder-828060-9-iscsi {{(pid=103749) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:21:58.252127 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-35434a05-9fe9-4997-8fd0-fe760a36a5a3 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (5c979b01-b1b1-4b83-adb1-b7d39119e388), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.308753 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-fc352a7a-85af-415f-88de-3f7e49f93dd2 None None] For port 4d26878f-9d42-444f-a29b-033e449d3faa, host dv-cinder-828060-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-9-iscsi',level=0,port_id=4d26878f-9d42-444f-a29b-033e449d3faa,segment=NetworkSegment(f35f5d8b-a613-473d-af67-140dc4a961bd),segment_id=f35f5d8b-a613-473d-af67-140dc4a961bd)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:21:58.319114 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 60f1aa17-0d1b-47ba-a217-7ea006d0f326 is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:58.319383 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-35434a05-9fe9-4997-8fd0-fe760a36a5a3 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (5c979b01-b1b1-4b83-adb1-b7d39119e388), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.406454 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-35434a05-9fe9-4997-8fd0-fe760a36a5a3 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (5c979b01-b1b1-4b83-adb1-b7d39119e388), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.406771 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-fc352a7a-85af-415f-88de-3f7e49f93dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.429878 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35434a05-9fe9-4997-8fd0-fe760a36a5a3 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c979b01-b1b1-4b83-adb1-b7d39119e388,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:58.476585 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc352a7a-85af-415f-88de-3f7e49f93dd2 None None] Pushing event updated for resources: {'Port': ['ID=4d26878f-9d42-444f-a29b-033e449d3faa,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:58.493714 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-35434a05-9fe9-4997-8fd0-fe760a36a5a3 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.497720 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-35434a05-9fe9-4997-8fd0-fe760a36a5a3 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4378350 Mar 08 05:21:58.498011 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 44762) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:58.502606 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-b37d06bf-ce37-475c-b8fe-fdfbc0f666ab tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Request body: {'security_group_rule': {'security_group_id': '3db4b9ec-2d78-4156-8a49-8a0c747fc758', 'project_id': '299a839bb35543d08448bb459171af2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:58.544526 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-39114845-5a11-4e0f-9410-67a541514657 None None] Provisioning complete for port 4d26878f-9d42-444f-a29b-033e449d3faa triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:58.545157 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-39114845-5a11-4e0f-9410-67a541514657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.549239 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.l3_hamode_db [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'name': 'tempest-TestShelveInstance-1163716817-router', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:55Z', 'revision_number': 4, 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'gw_port': {'id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '4d26878f-9d42-444f-a29b-033e449d3faa', 'name': '', 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'mac_address': 'fa:16:3e:42:65:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:54Z', 'updated_at': '2022-03-08T05:21:57Z', 'revision_number': 4, 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'subnets': [{'id': 'cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:21:58.589667 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.securitygroups_db [None req-b37d06bf-ce37-475c-b8fe-fdfbc0f666ab tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Project 299a839bb35543d08448bb459171af2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 05:21:58.595166 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b37d06bf-ce37-475c-b8fe-fdfbc0f666ab tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (323a6e80-4adf-4b8a-8702-32e3623815d9), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.596193 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407350a0-7f75-4296-ab55-99c90245fd8e None None] The sync data for ids ['40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d'] in dv-cinder-828060-9-iscsi is: [{'id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'name': 'tempest-TestShelveInstance-1163716817-router', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:55Z', 'revision_number': 4, 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'gw_port': {'id': '60f1aa17-0d1b-47ba-a217-7ea006d0f326', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:96:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:51Z', 'updated_at': '2022-03-08T05:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': '4d26878f-9d42-444f-a29b-033e449d3faa', 'name': '', 'network_id': '7ce0b056-2ea9-4826-a265-a844974f697a', 'tenant_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'mac_address': 'fa:16:3e:42:65:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d0de0b-2e8d-4ac7-93e7-cfe58582ce4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:54Z', 'updated_at': '2022-03-08T05:21:57Z', 'revision_number': 4, 'project_id': 'e450fe0bbd2d42f4835fc6bd881f6363', 'subnets': [{'id': 'cf7d7ac9-eef1-4d07-a5b1-f81e65dd0e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103749) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:21:58.697104 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-39114845-5a11-4e0f-9410-67a541514657 None None] Current status of the port 4d26878f-9d42-444f-a29b-033e449d3faa is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:21:58.700147 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b37d06bf-ce37-475c-b8fe-fdfbc0f666ab tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (323a6e80-4adf-4b8a-8702-32e3623815d9), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.769727 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b37d06bf-ce37-475c-b8fe-fdfbc0f666ab tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (323a6e80-4adf-4b8a-8702-32e3623815d9), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.790059 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d06bf-ce37-475c-b8fe-fdfbc0f666ab tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323a6e80-4adf-4b8a-8702-32e3623815d9,revision_number=0']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:58.854453 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-b37d06bf-ce37-475c-b8fe-fdfbc0f666ab tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:58.855942 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-b37d06bf-ce37-475c-b8fe-fdfbc0f666ab tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3569334 Mar 08 05:21:58.858801 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44770) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:21:58.864396 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-d79f91bd-1091-4a0a-94ae-5052a178d8e4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Request body: {'security_group_rule': {'security_group_id': '3db4b9ec-2d78-4156-8a49-8a0c747fc758', 'project_id': '299a839bb35543d08448bb459171af2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:21:58.955262 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.securitygroups_db [None req-d79f91bd-1091-4a0a-94ae-5052a178d8e4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Project 299a839bb35543d08448bb459171af2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 05:21:58.961858 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d79f91bd-1091-4a0a-94ae-5052a178d8e4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (16f5ad7b-2074-4eba-bf08-f04fad2bd111), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:59.038065 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d79f91bd-1091-4a0a-94ae-5052a178d8e4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (16f5ad7b-2074-4eba-bf08-f04fad2bd111), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:59.137674 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d79f91bd-1091-4a0a-94ae-5052a178d8e4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274467'] for security_group_rule (16f5ad7b-2074-4eba-bf08-f04fad2bd111), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:59.155631 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f91bd-1091-4a0a-94ae-5052a178d8e4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f5ad7b-2074-4eba-bf08-f04fad2bd111,revision_number=0']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:21:59.282673 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-d79f91bd-1091-4a0a-94ae-5052a178d8e4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:59.284729 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-d79f91bd-1091-4a0a-94ae-5052a178d8e4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4242396 Mar 08 05:21:59.463775 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:59.870536 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Device 4d26878f-9d42-444f-a29b-033e449d3faa up at agent ovs-agent-dv-cinder-828060-9-iscsi {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:21:59.919926 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Provisioning complete for port 4d26878f-9d42-444f-a29b-033e449d3faa triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:21:59.920312 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (4d26878f-9d42-444f-a29b-033e449d3faa), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:21:59.999883 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Current status of the port 4d26878f-9d42-444f-a29b-033e449d3faa is: ACTIVE; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:22:05.057963 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44870) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:05.161908 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f09b211a-bc62-4450-8a3b-1b18c07be151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:05.242601 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f09b211a-bc62-4450-8a3b-1b18c07be151 admin admin] Publish callbacks [] for security_group (6ce37901-cefd-4be1-ae69-c4f0da8c1677), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:05.340189 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f09b211a-bc62-4450-8a3b-1b18c07be151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6ce37901-cefd-4be1-ae69-c4f0da8c1677), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:05.378667 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b211a-bc62-4450-8a3b-1b18c07be151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce37901-cefd-4be1-ae69-c4f0da8c1677,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:05.384717 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-f09b211a-bc62-4450-8a3b-1b18c07be151 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a9c4b3dfb6c4a8da966b9b95151a475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256974 Mar 08 05:22:05.387217 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44874) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:05.434781 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Publish callbacks [] for security_group (6ce37901-cefd-4be1-ae69-c4f0da8c1677), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:05.455909 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Publish callbacks [] for security_group (6ce37901-cefd-4be1-ae69-c4f0da8c1677), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:05.595405 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (6ce37901-cefd-4be1-ae69-c4f0da8c1677), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:05.597998 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:05.599694 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ce37901-cefd-4be1-ae69-c4f0da8c1677 HTTP/1.1" status: 204 len: 168 time: 0.2115996 Mar 08 05:22:05.607724 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce37901-cefd-4be1-ae69-c4f0da8c1677,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:05.616407 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.616788 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.617136 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.617481 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.617821 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.618153 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.618602 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.618954 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.619343 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.619609 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.619996 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.620319 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:05.620645 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1acc5f7-2d12-4761-a2d3-647cd4f6a65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:06.222051 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44882) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:06.234845 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bbe8fae5-077d-4d0d-8ae8-40177f3e37bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:06.312193 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bbe8fae5-077d-4d0d-8ae8-40177f3e37bf admin admin] Publish callbacks [] for security_group (71a7cb75-c1d7-41f7-b0ec-b7f6dadef342), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:06.369109 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-bbe8fae5-077d-4d0d-8ae8-40177f3e37bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (71a7cb75-c1d7-41f7-b0ec-b7f6dadef342), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:06.405582 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8fae5-077d-4d0d-8ae8-40177f3e37bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a7cb75-c1d7-41f7-b0ec-b7f6dadef342,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:06.410786 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-bbe8fae5-077d-4d0d-8ae8-40177f3e37bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8fdaad574f54ddd948b748f2706c1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876774 Mar 08 05:22:06.413551 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 44884) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:06.460902 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f95cdc5b-b83f-4b65-85e4-4322fe9d82e9 admin admin] Publish callbacks [] for security_group (71a7cb75-c1d7-41f7-b0ec-b7f6dadef342), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:06.481404 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f95cdc5b-b83f-4b65-85e4-4322fe9d82e9 admin admin] Publish callbacks [] for security_group (71a7cb75-c1d7-41f7-b0ec-b7f6dadef342), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:06.594523 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f95cdc5b-b83f-4b65-85e4-4322fe9d82e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (71a7cb75-c1d7-41f7-b0ec-b7f6dadef342), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:06.597244 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-f95cdc5b-b83f-4b65-85e4-4322fe9d82e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:06.598398 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-f95cdc5b-b83f-4b65-85e4-4322fe9d82e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71a7cb75-c1d7-41f7-b0ec-b7f6dadef342 HTTP/1.1" status: 204 len: 168 time: 0.1839514 Mar 08 05:22:06.606657 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cdc5b-b83f-4b65-85e4-4322fe9d82e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a7cb75-c1d7-41f7-b0ec-b7f6dadef342,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:07.502123 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cadd5d-a58c-4a80-8669-47de60baed92 req-3c4cc827-1c2e-49ea-8e2a-29f38141ee23 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:07.503667 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b0cadd5d-a58c-4a80-8669-47de60baed92 req-3c4cc827-1c2e-49ea-8e2a-29f38141ee23 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 945 time: 0.2734253 Mar 08 05:22:07.557313 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b0cadd5d-a58c-4a80-8669-47de60baed92 req-5abd0f18-f3cd-40d2-8e54-d5c74e7cb0e5 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470049 Mar 08 05:22:08.849339 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b1f39-5e99-4d68-950d-dfba235bbbf2 req-358e46a1-f55f-4573-bbc1-da2e0d4faedc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:08.850887 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fe9b1f39-5e99-4d68-950d-dfba235bbbf2 req-358e46a1-f55f-4573-bbc1-da2e0d4faedc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 945 time: 0.2219388 Mar 08 05:22:08.899879 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fe9b1f39-5e99-4d68-950d-dfba235bbbf2 req-a2a78f34-d1a4-42c8-8062-fb979d23ef0b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Mar 08 05:22:09.286700 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-b912690c-a1a5-4b47-bb10-cfb816da4473 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:09.288184 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-b912690c-a1a5-4b47-bb10-cfb816da4473 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 945 time: 0.0571392 Mar 08 05:22:09.385165 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Deleting port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 {{(pid=103748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:22:09.385506 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776744814659'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), before_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:09.482408 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] For port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:22:09.482807 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8210244'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), precommit_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:09.654664 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:09.655097 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (4cb6fe4b-0e55-4095-a97d-fce219047acc), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:09.655536 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Floating IP 4cb6fe4b-0e55-4095-a97d-fce219047acc disassociated. External IP: 172.27.2.175, port: 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2. Mar 08 05:22:09.655936 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.plugin [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Calling delete_port for 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 owned by compute:nova {{(pid=103748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:22:09.868734 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776744820134', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776744447434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (6af09e9a-33ff-4367-99c3-08d5f8a4e1d2), after_delete {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:09.898854 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event deleted for resources: {'Port': ['ID=6af09e9a-33ff-4367-99c3-08d5f8a4e1d2,revision_number=None']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:10.032391 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a20f073a-9741-4c24-968b-7ee3cd5dc8bd req-b70cbe8a-8e9b-4046-939b-41b1152765fb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 210 time: 0.0376234 Mar 08 05:22:10.041794 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:22:10.159135 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:22:10.170087 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] Sync routers for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:22:10.182792 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:22:10.183459 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:10.206852 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] No DVR routers for this DVR port 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 on host hv-cinder-82806 {{(pid=103748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:22:10.210191 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:10.213578 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-29c1429f-75c6-43b6-8e72-cd2b91cfeb26 req-54eb34c4-bcbc-4f70-8505-f13219055677 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "DELETE /v2.0/ports/6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 HTTP/1.1" status: 204 len: 173 time: 0.9175010 Mar 08 05:22:10.217198 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'name': 'network-vif-deleted', 'tag': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:22:10.217198 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d67953-5f98-4faf-988d-138cbc457661" -d '{"events": [{"server_uuid": "d072df8e-7445-49ee-9911-6a588aa558b6", "name": "network-vif-deleted", "tag": "6af09e9a-33ff-4367-99c3-08d5f8a4e1d2"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:22:10.253924 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e66aa7-1a1f-4bdd-8774-370e6de8d72e x-openstack-request-id: req-f0e66aa7-1a1f-4bdd-8774-370e6de8d72e {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:22:10.254230 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d072df8e-7445-49ee-9911-6a588aa558b6", "name": "network-vif-deleted", "tag": "6af09e9a-33ff-4367-99c3-08d5f8a4e1d2", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:22:10.254492 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0e66aa7-1a1f-4bdd-8774-370e6de8d72e {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:22:10.255557 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd072df8e-7445-49ee-9911-6a588aa558b6', 'name': 'network-vif-deleted', 'tag': '6af09e9a-33ff-4367-99c3-08d5f8a4e1d2', 'status': 'completed', 'code': 200} Mar 08 05:22:10.300931 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:22:10.606200 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:10.635217 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] Checking router: 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:22:10.644129 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:22:10.644892 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:21:53Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:10.757767 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:22:10.966740 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:10.993156 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e0203d-5395-4497-9379-4ea3a6131842 None None] The sync data for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi is: [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:22:11.140808 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a98b9957-f87c-4759-a160-3b14925bbb5d req-b687dd5f-933c-4d20-ae90-bb38c6167e75 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=d072df8e-7445-49ee-9911-6a588aa558b6 HTTP/1.1" status: 200 len: 210 time: 0.0289826 Mar 08 05:22:11.250482 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bedb864-25e6-4597-ba8a-76b606d7aa1f None None] New status for floating IP 4cb6fe4b-0e55-4095-a97d-fce219047acc: DOWN {{(pid=103749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:22:12.023211 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:22:12.046782 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] No Port match for: 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 {{(pid=103749) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:22:12.047156 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 6af09e9a-33ff-4367-99c3-08d5f8a4e1d2 not bound to the agent host hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:22:12.409346 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-6d5cf307-3fd5-43f9-b465-6297edb4cacd tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795077638&fields=id&tenant_id=e2b942148787483c930a53797743f0a7 HTTP/1.1" status: 200 len: 267 time: 0.0454249 Mar 08 05:22:12.519038 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-90a64d20-32d4-4247-9598-7dd226feaadf tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:12.520612 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-90a64d20-32d4-4247-9598-7dd226feaadf tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 812 time: 0.1046779 Mar 08 05:22:12.535655 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-51a0f54a-4734-43e6-a5a2-401020c990c4 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/quotas/e2b942148787483c930a53797743f0a7 HTTP/1.1" status: 200 len: 375 time: 0.0096357 Mar 08 05:22:12.613446 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-11823981-5540-404b-b001-bc78c17fd2b8 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723929 Mar 08 05:22:12.632623 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-e47315ef-b9a9-46dd-9f78-0a45d07417cd service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:22:12.633701 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-e47315ef-b9a9-46dd-9f78-0a45d07417cd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063946 Mar 08 05:22:12.732057 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-60d0b8f6-95e7-4dd0-b0dc-490513ded77b service neutron] 10.222.0.26 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897257 Mar 08 05:22:13.096350 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-f859bdd6-0167-4473-ac9b-f40187322a41 service neutron] 10.222.0.26 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587265 Mar 08 05:22:13.710573 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bc6ba9e1-3637-4182-af81-57420f1057cd req-79007ff0-4d20-4957-ad77-655093416741 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Mar 08 05:22:14.977210 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-15685d56-0136-4148-aa1b-2a84bec12ef9 req-a3731af1-8314-4797-8543-153b37ce9682 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 210 time: 0.0349722 Mar 08 05:22:15.952947 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-e13f69c3-e5aa-4018-9b62-845eab8ce3ac tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:15.954393 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-e13f69c3-e5aa-4018-9b62-845eab8ce3ac tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 812 time: 0.1074514 Mar 08 05:22:16.034136 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3c4aa305-8e06-4e8d-9840-631f5b96ca5f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b942148787483c930a53797743f0a7 HTTP/1.1" status: 200 len: 380 time: 0.0611668 Mar 08 05:22:16.045309 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'port': {'device_id': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'admin_state_up': True, 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'security_groups': ['2c64e1fa-b557-4c64-877d-8f86e27f0f7f']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:22:16.086015 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7d1885c6-9f1a-4fda-b995-961d5c62f61d req-c8c4ba11-0880-475a-967b-ea9bd6016b6b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 210 time: 0.0290658 Mar 08 05:22:16.225387 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Made reservation on behalf of e2b942148787483c930a53797743f0a7 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:22:16.228922 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:16.365528 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Allocated IP 172.20.0.9 (f1476bfe-b614-4ba4-8076-68106ea7f96e/eedbb4e5-3645-4178-9522-3f82cc6869ec/20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:22:16.513620 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:16.629972 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:16.676163 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Network f1476bfe-b614-4ba4-8076-68106ea7f96e is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:22:16.680131 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:22:16.683884 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:22:16.707522 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'Port': ['ID=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:16.736949 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:16.738395 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:16.839934 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-3ede5b2a-31e5-4025-ad0a-181f64b1c319 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986126 Mar 08 05:22:16.849614 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2183463c-a334-4869-aca7-6ca6d0eb0526 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103748) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:22:16.850602 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2183463c-a334-4869-aca7-6ca6d0eb0526 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057864 Mar 08 05:22:16.916718 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Request body: {'port': {'device_id': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:22:16.946833 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-1366bcda-4715-4bd8-849b-ce8a9353a56a None None] Provisioning complete for port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:22:16.947445 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-1366bcda-4715-4bd8-849b-ce8a9353a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:16.981020 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-1366bcda-4715-4bd8-849b-ce8a9353a56a None None] Port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:22:16.981310 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:17.215653 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a87cdf-4cba-4af3-b18d-d5217cf64aa6 req-b4361953-c813-4449-96ed-2a2188ed6e2f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:17.217216 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9a87cdf-4cba-4af3-b18d-d5217cf64aa6 req-b4361953-c813-4449-96ed-2a2188ed6e2f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 931 time: 0.0613863 Mar 08 05:22:17.245627 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:22:17.253299 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Publish callbacks [] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:17.267070 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Transition to ACTIVE for port object 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:22:17.272204 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d9a87cdf-4cba-4af3-b18d-d5217cf64aa6 req-ecf33a41-24a9-4410-ab25-5a047de480f8 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490823 Mar 08 05:22:17.356917 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:17.424938 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Pushing event updated for resources: {'Port': ['ID=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:17.489049 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Attempting to bind port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:22:17.489049 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Attempting to bind port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:22:17.489923 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Attempting to bind port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 on network f1476bfe-b614-4ba4-8076-68106ea7f96e {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:22:17.494710 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 on network f1476bfe-b614-4ba4-8076-68106ea7f96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:22:17.495078 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Attempting to bind port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 on network f1476bfe-b614-4ba4-8076-68106ea7f96e {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:22:17.500212 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:22:17.502590 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Checking segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:22:17.502590 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Bound using segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:22:17.502590 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Bound port: 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:22:17.502590 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:17.568037 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] For port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:22:17.571166 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] For port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:22:17.640982 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:17.679187 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:17.679891 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:17.681304 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 HTTP/1.1" status: 200 len: 1093 time: 0.8162234 Mar 08 05:22:17.681753 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'tag': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:22:17.684078 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4c2f63-ee30-436d-8e71-fb7de16d5210" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbbe4da-79aa-4957-9bfd-c35ac3936457", "tag": "20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:22:17.708040 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448d5c6-c782-40ff-90d5-02c71b6260b9 service neutron] Pushing event updated for resources: {'Port': ['ID=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:17.724546 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7ec32d-663f-4110-8332-b9622192de50 x-openstack-request-id: req-4a7ec32d-663f-4110-8332-b9622192de50 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:22:17.724849 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbbe4da-79aa-4957-9bfd-c35ac3936457", "tag": "20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:22:17.725111 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4a7ec32d-663f-4110-8332-b9622192de50 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:22:17.725523 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'tag': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'status': 'completed', 'code': 200} Mar 08 05:22:18.390224 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea5bbb-f319-4d11-bf20-3d5416335aa7 req-2d0379cb-c822-4ab6-9297-c95105b63556 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:18.391737 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-00ea5bbb-f319-4d11-bf20-3d5416335aa7 req-2d0379cb-c822-4ab6-9297-c95105b63556 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0528965 Mar 08 05:22:18.418762 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:22:18.440119 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-00ea5bbb-f319-4d11-bf20-3d5416335aa7 req-ef863859-8d64-49e0-a3d8-165e45acef00 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424199 Mar 08 05:22:19.578621 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05efe5-ce39-49bd-a7ce-da6283ba1d41 req-0567dcce-cfc2-42dd-b56c-f2e59fa35502 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:19.580249 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bf05efe5-ce39-49bd-a7ce-da6283ba1d41 req-0567dcce-cfc2-42dd-b56c-f2e59fa35502 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0703652 Mar 08 05:22:19.638200 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bf05efe5-ce39-49bd-a7ce-da6283ba1d41 req-0506592e-8907-4b3a-93b1-990714f6df1a tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511534 Mar 08 05:22:19.842794 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-84965d00-1d1d-4e25-959f-7f5a356c20b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:19.979818 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c2f63-ee30-436d-8e71-fb7de16d5210 req-420a286b-4df0-4566-b9b4-11f47bc7e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:19.981323 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2e4c2f63-ee30-436d-8e71-fb7de16d5210 req-420a286b-4df0-4566-b9b4-11f47bc7e4c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 1127 time: 0.0497732 Mar 08 05:22:20.092556 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c2f63-ee30-436d-8e71-fb7de16d5210 req-c51bef16-77eb-479f-a4fe-4baa96721f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:20.094064 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2e4c2f63-ee30-436d-8e71-fb7de16d5210 req-c51bef16-77eb-479f-a4fe-4baa96721f30 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2b942148787483c930a53797743f0a7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0976808 Mar 08 05:22:20.194375 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c2f63-ee30-436d-8e71-fb7de16d5210 req-112e0096-1af5-444b-98c9-a23f2b65b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:20.195852 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-2e4c2f63-ee30-436d-8e71-fb7de16d5210 req-112e0096-1af5-444b-98c9-a23f2b65b486 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957003 Mar 08 05:22:20.305294 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-187a125f-9ccc-45ff-9e23-190a4c30a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:20.306789 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-187a125f-9ccc-45ff-9e23-190a4c30a8db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 1127 time: 0.0449874 Mar 08 05:22:20.354842 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-1657193d-aae4-4832-85a7-dcf24a8df0dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0335209 Mar 08 05:22:20.405004 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-5a85ccdd-7627-43cf-a524-1898edac97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:20.406417 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-5a85ccdd-7627-43cf-a524-1898edac97bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0453873 Mar 08 05:22:20.457319 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-7e45c9a2-b48a-4449-99e0-8065c811388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:20.458932 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-7e45c9a2-b48a-4449-99e0-8065c811388d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436060 Mar 08 05:22:20.553108 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-72f73abd-92e7-4da1-8261-224e7f7f6a19 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827417 Mar 08 05:22:20.668811 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0cc8459a-2ebd-4834-90b7-a53f9cae6de6 req-858fb23f-d729-4a31-a273-25bb05ec478a service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089156 Mar 08 05:22:20.764857 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cacd3-09b3-4753-95b9-b6735765322e req-8762f809-d9e9-4f85-a3b9-36cb13118fab tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:20.766347 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea8cacd3-09b3-4753-95b9-b6735765322e req-8762f809-d9e9-4f85-a3b9-36cb13118fab tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0537207 Mar 08 05:22:20.817309 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ea8cacd3-09b3-4753-95b9-b6735765322e req-043a210a-8bfd-4b4e-9982-2ec5807ca4ad tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 Mar 08 05:22:21.431810 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-f86eecdd-a675-42c0-9044-81f7c7b9fc06 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336131311&fields=id&tenant_id=299a839bb35543d08448bb459171af2d HTTP/1.1" status: 200 len: 267 time: 0.0448272 Mar 08 05:22:21.539247 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-22b1395f-a64c-4c91-9fe2-60ec058e6168 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:21.540614 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-22b1395f-a64c-4c91-9fe2-60ec058e6168 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/networks?id=0b8bbf54-367c-44ba-ae94-086ab896835c HTTP/1.1" status: 200 len: 807 time: 0.1024866 Mar 08 05:22:21.555443 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-04de48eb-2f52-47dc-89ab-24e94507e83d tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/quotas/299a839bb35543d08448bb459171af2d HTTP/1.1" status: 200 len: 375 time: 0.0094252 Mar 08 05:22:21.610189 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-3158c1e3-caa3-4f4d-b050-533cbe686e4c tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=299a839bb35543d08448bb459171af2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498950 Mar 08 05:22:21.671384 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-636c9939-9c6d-40be-b0f8-736c3254d9e4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:22:21.672387 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-636c9939-9c6d-40be-b0f8-736c3254d9e4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505884 Mar 08 05:22:21.768758 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-0737d76d-ce1c-4d8d-ba4e-107226ea18ab service neutron] 10.222.0.26 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898364 Mar 08 05:22:21.860944 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-5c08cdef-9df9-40eb-a424-cb3f1d5e4927 service neutron] 10.222.0.26 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863969 Mar 08 05:22:21.940400 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c2092-edf4-43af-acf7-a0689c4ac17d req-6d48dcb5-8d00-4e27-b724-1fd810b22b94 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:21.941937 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fd0c2092-edf4-43af-acf7-a0689c4ac17d req-6d48dcb5-8d00-4e27-b724-1fd810b22b94 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0547729 Mar 08 05:22:22.006418 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fd0c2092-edf4-43af-acf7-a0689c4ac17d req-317b974a-8ca3-402d-beed-6e3d2684b952 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581322 Mar 08 05:22:22.456235 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dbecd388-5b76-4d1a-8145-cbe39d10e542 req-5d372198-b5c9-4d64-99cc-bbe678b9fdcb tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 210 time: 0.0274231 Mar 08 05:22:22.674639 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-8eb2976d-2ebe-40bf-ae73-4db9f0adbd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:23.150483 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e088ce-6742-4096-a9b3-a752f0e1ffe4 req-bba533ea-be5f-4cb8-88ab-e7fca01c0e28 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:23.151926 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-64e088ce-6742-4096-a9b3-a752f0e1ffe4 req-bba533ea-be5f-4cb8-88ab-e7fca01c0e28 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0532203 Mar 08 05:22:23.203159 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-64e088ce-6742-4096-a9b3-a752f0e1ffe4 req-0a14c7dd-c608-4ac5-b165-e8bc9c382834 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455883 Mar 08 05:22:23.558413 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9f03a4a6-6695-46ac-83de-319b5a87b813 req-59660e01-1fa8-4b14-9733-883f1c7b4eee tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 210 time: 0.0324588 Mar 08 05:22:24.323529 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41526ab2-3c4c-4a1f-96e1-c0e25ed4697a req-26ee30f9-8a25-4252-a4a7-7c4d4351d575 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:24.325044 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-41526ab2-3c4c-4a1f-96e1-c0e25ed4697a req-26ee30f9-8a25-4252-a4a7-7c4d4351d575 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0564592 Mar 08 05:22:24.375224 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-41526ab2-3c4c-4a1f-96e1-c0e25ed4697a req-f552e24c-3cb1-4729-b27b-4895bbffc1a0 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445516 Mar 08 05:22:24.539992 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:24.652842 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5517c939-a391-408e-b6bc-82bea53db471 req-7552bab7-c160-46b9-ad6a-0df275d8f549 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 210 time: 0.0272441 Mar 08 05:22:24.934372 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-08a6e88a-b2a3-4a4a-81ef-59048730e95c tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:24.935749 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-08a6e88a-b2a3-4a4a-81ef-59048730e95c tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.13 "GET /v2.0/networks?id=0b8bbf54-367c-44ba-ae94-086ab896835c HTTP/1.1" status: 200 len: 807 time: 0.1056585 Mar 08 05:22:25.033049 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-7c2ff89b-3834-4199-8f49-c2f0de9b015d tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=299a839bb35543d08448bb459171af2d HTTP/1.1" status: 200 len: 380 time: 0.0605419 Mar 08 05:22:25.044269 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Request body: {'port': {'device_id': '539a346e-3ec5-4924-af34-198f3dd5b222', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'admin_state_up': True, 'tenant_id': '299a839bb35543d08448bb459171af2d', 'security_groups': ['3db4b9ec-2d78-4156-8a49-8a0c747fc758']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:22:25.228347 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Made reservation on behalf of 299a839bb35543d08448bb459171af2d for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:22:25.231749 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:25.370816 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Allocated IP 172.20.0.5 (0b8bbf54-367c-44ba-ae94-086ab896835c/d7eea726-4326-45bc-aefa-4c29b2974fc6/915b1d21-e8ce-40e8-a52c-6cea3029e542) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:22:25.499131 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfa406-fe33-4871-9143-157495e9aba4 req-8ffaea6a-7403-48e0-848b-aec09cbd5e33 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:25.500906 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a9dfa406-fe33-4871-9143-157495e9aba4 req-8ffaea6a-7403-48e0-848b-aec09cbd5e33 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0569670 Mar 08 05:22:25.509741 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:25.564078 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a9dfa406-fe33-4871-9143-157495e9aba4 req-28c95045-b0bf-4137-8cac-55eb13524ceb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497262 Mar 08 05:22:25.591554 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:25.620405 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:25.664917 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Network 0b8bbf54-367c-44ba-ae94-086ab896835c is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:22:25.667963 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:22:25.671565 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:22:25.701151 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'Port': ['ID=915b1d21-e8ce-40e8-a52c-6cea3029e542,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:25.730993 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:25.731717 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:25.789033 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe05e7-cb22-48ed-9461-c29a0ef46ad5 req-1942e8f8-d18d-43a7-b72f-5ccd7f457454 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:25.790776 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4bbe05e7-cb22-48ed-9461-c29a0ef46ad5 req-1942e8f8-d18d-43a7-b72f-5ccd7f457454 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 931 time: 0.0562613 Mar 08 05:22:25.825599 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-195bc5c0-dc10-4a01-9fc5-76477a644487 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849472 Mar 08 05:22:25.846820 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Request body: {'port': {'device_id': '539a346e-3ec5-4924-af34-198f3dd5b222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:22:25.848991 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4bbe05e7-cb22-48ed-9461-c29a0ef46ad5 req-7f929fac-da46-42c9-9b9e-9907986d1420 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509675 Mar 08 05:22:25.899346 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-cbd422f1-6b7d-4379-a1d7-738d0b339478 None None] Provisioning complete for port 915b1d21-e8ce-40e8-a52c-6cea3029e542 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:22:25.899719 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cbd422f1-6b7d-4379-a1d7-738d0b339478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:25.909466 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:25.935922 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-cbd422f1-6b7d-4379-a1d7-738d0b339478 None None] Port 915b1d21-e8ce-40e8-a52c-6cea3029e542 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:22:26.419101 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915b1d21-e8ce-40e8-a52c-6cea3029e542 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:22:26.428412 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Publish callbacks [] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:26.440903 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Transition to ACTIVE for port object 915b1d21-e8ce-40e8-a52c-6cea3029e542 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:22:26.468387 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:26.537701 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:26.625476 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Pushing event updated for resources: {'Port': ['ID=915b1d21-e8ce-40e8-a52c-6cea3029e542,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:26.690445 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Attempting to bind port 915b1d21-e8ce-40e8-a52c-6cea3029e542 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:22:26.691617 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Attempting to bind port 915b1d21-e8ce-40e8-a52c-6cea3029e542 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:22:26.691617 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Attempting to bind port 915b1d21-e8ce-40e8-a52c-6cea3029e542 on network 0b8bbf54-367c-44ba-ae94-086ab896835c {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:22:26.697509 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Port 915b1d21-e8ce-40e8-a52c-6cea3029e542 on network 0b8bbf54-367c-44ba-ae94-086ab896835c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:22:26.698061 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Attempting to bind port 915b1d21-e8ce-40e8-a52c-6cea3029e542 on network 0b8bbf54-367c-44ba-ae94-086ab896835c {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:22:26.704967 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:22:26.705457 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Checking segment: {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:22:26.707042 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Bound using segment: {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:22:26.707042 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Bound port: 915b1d21-e8ce-40e8-a52c-6cea3029e542, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9b42f9-af57-4787-a9d2-3728369d6172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:22:26.707042 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:26.717256 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f716f1-fb6d-4ecc-a6d7-865fdb82c2a9 req-2dfcfccf-03ac-40b5-b15d-0d6fb7e2eb96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:26.718857 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-37f716f1-fb6d-4ecc-a6d7-865fdb82c2a9 req-2dfcfccf-03ac-40b5-b15d-0d6fb7e2eb96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0796061 Mar 08 05:22:26.778952 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-37f716f1-fb6d-4ecc-a6d7-865fdb82c2a9 req-ea6d191b-78b9-44bd-8ad8-90394d13077b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541401 Mar 08 05:22:26.790083 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] For port 915b1d21-e8ce-40e8-a52c-6cea3029e542, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:22:26.793567 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] For port 915b1d21-e8ce-40e8-a52c-6cea3029e542, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:22:26.963598 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:26.973879 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d11a28-0782-489e-9b4c-f6d1bae9e701 req-30789e8b-73be-407e-84ef-2512812522e8 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:26.975784 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b7d11a28-0782-489e-9b4c-f6d1bae9e701 req-30789e8b-73be-407e-84ef-2512812522e8 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0598390 Mar 08 05:22:26.999124 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:26.999572 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:27.000996 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] 10.222.0.13 "PUT /v2.0/ports/915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 1093 time: 1.1585896 Mar 08 05:22:27.001482 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:22:27.004189 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b35a0fa-2a14-48ab-a627-8745d1f40987" -d '{"events": [{"name": "network-changed", "server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:22:27.033383 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4b243-5f7e-49b2-b624-9fe4d7c921ba service neutron] Pushing event updated for resources: {'Port': ['ID=915b1d21-e8ce-40e8-a52c-6cea3029e542,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:27.045914 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b7d11a28-0782-489e-9b4c-f6d1bae9e701 req-4ebbcf2a-6499-41e4-a824-1fec7fd0a6b0 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626943 Mar 08 05:22:27.157113 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8757e27f-99a4-4739-9916-6fb166fd2d02 x-openstack-request-id: req-8757e27f-99a4-4739-9916-6fb166fd2d02 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:22:27.157409 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:22:27.157664 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8757e27f-99a4-4739-9916-6fb166fd2d02 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:22:27.158069 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'status': 'completed', 'code': 200} Mar 08 05:22:27.205263 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-386a9c04-ef7e-4cd7-bc0a-1a223a921075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:27.206959 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-386a9c04-ef7e-4cd7-bc0a-1a223a921075 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299a839bb35543d08448bb459171af2d&device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1127 time: 0.0627582 Mar 08 05:22:27.254004 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-dd300a13-33e8-4e7a-a31a-108eaef16eb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 217 time: 0.0347042 Mar 08 05:22:27.318561 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-c4d7cffd-90dd-4cb4-8a5d-2ff91d456d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:27.322056 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-c4d7cffd-90dd-4cb4-8a5d-2ff91d456d1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7eea726-4326-45bc-aefa-4c29b2974fc6 HTTP/1.1" status: 200 len: 846 time: 0.0574796 Mar 08 05:22:27.378241 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-3f9e66ea-a2ab-470c-8f6a-beea03982dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:27.379975 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-3f9e66ea-a2ab-470c-8f6a-beea03982dba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b8bbf54-367c-44ba-ae94-086ab896835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501993 Mar 08 05:22:27.474858 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-dae2ab46-278d-4294-89ea-c8c9ea7aed43 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851178 Mar 08 05:22:27.565284 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e0a3e3b8-08c3-4ff2-8fc2-0eca176d42c9 req-9cf4e636-0685-4d58-aeb2-2d5088a7071f service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846331 Mar 08 05:22:27.835047 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-9329086d-5e26-4347-94db-8a36eb18b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:27.836622 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-9329086d-5e26-4347-94db-8a36eb18b615 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299a839bb35543d08448bb459171af2d&device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1127 time: 0.0469408 Mar 08 05:22:27.903669 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c6239-4580-4d87-b1f7-cbf1dd723142 req-c5ed01f3-c489-4e1b-871e-870ec774bcb2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:27.905219 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-591c6239-4580-4d87-b1f7-cbf1dd723142 req-c5ed01f3-c489-4e1b-871e-870ec774bcb2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0547786 Mar 08 05:22:27.936936 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-1325d46c-1d48-480f-b56c-187905bc7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:27.938450 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-1325d46c-1d48-480f-b56c-187905bc7e6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b8bbf54-367c-44ba-ae94-086ab896835c HTTP/1.1" status: 200 len: 908 time: 0.0958092 Mar 08 05:22:27.966184 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-591c6239-4580-4d87-b1f7-cbf1dd723142 req-40537051-f96c-41f8-81d0-3f232db51f50 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532935 Mar 08 05:22:27.983041 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-8fd1f663-68d4-4d73-9267-980660a0992b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 217 time: 0.0380201 Mar 08 05:22:28.038117 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-8233be9e-8d67-448e-bc28-3e5ccfe61e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:28.039606 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-8233be9e-8d67-448e-bc28-3e5ccfe61e7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7eea726-4326-45bc-aefa-4c29b2974fc6 HTTP/1.1" status: 200 len: 846 time: 0.0452030 Mar 08 05:22:28.092103 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-2c07131e-297e-4a93-974d-d930581d9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:28.093837 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-2c07131e-297e-4a93-974d-d930581d9d52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b8bbf54-367c-44ba-ae94-086ab896835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473194 Mar 08 05:22:28.175980 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff4493-15a7-4ba9-bbda-3cb6ca19377f req-e6480c62-89f1-4a65-aee0-a666afb3f76b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:28.177476 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-beff4493-15a7-4ba9-bbda-3cb6ca19377f req-e6480c62-89f1-4a65-aee0-a666afb3f76b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0592842 Mar 08 05:22:28.192720 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-6886df54-340c-42e8-afb5-97e100ab9ae0 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916998 Mar 08 05:22:28.234853 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-beff4493-15a7-4ba9-bbda-3cb6ca19377f req-8d642d9e-3553-4c82-b45f-43cd1945e033 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512681 Mar 08 05:22:28.300701 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-1b35a0fa-2a14-48ab-a627-8745d1f40987 req-a7e8ae4f-0abb-4af4-98ad-ef0b7fc6def7 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009834 Mar 08 05:22:29.007521 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:22:29.093287 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167f0f3-bf2c-404e-8337-4352adf4841c req-03f6db69-6f4b-45f9-967b-656c2ebbd307 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:29.094788 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7167f0f3-bf2c-404e-8337-4352adf4841c req-03f6db69-6f4b-45f9-967b-656c2ebbd307 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 943 time: 0.0593238 Mar 08 05:22:29.119745 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:22:29.130435 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'port_id': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'mac_address': 'fa:16:3e:c8:fd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:22:29.145521 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7167f0f3-bf2c-404e-8337-4352adf4841c req-cc2d8e77-5a21-4c07-b30a-50953cb0b4a7 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446138 Mar 08 05:22:29.179368 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:22:29.179764 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:29.192693 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:22:29.213321 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:22:29.293782 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:29.352692 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:29.361222 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3410b58-ed6d-4848-a096-c01376bcc81f req-5f0868bb-be2e-4dbd-8841-7eba529fb369 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:29.363120 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.363717 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.364305 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.364848 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.365217 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.365636 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.366211 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.366483 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.366753 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.367014 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.367347 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.367678 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.368001 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:22:29.368243 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f3410b58-ed6d-4848-a096-c01376bcc81f req-5f0868bb-be2e-4dbd-8841-7eba529fb369 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0631077 Mar 08 05:22:29.431415 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f3410b58-ed6d-4848-a096-c01376bcc81f req-189a0157-cc43-49ea-a5b6-36d52011e2c7 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613468 Mar 08 05:22:29.448516 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:29.624391 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:22:30.278999 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd8660-73a9-485c-9251-381191803555 req-be73e6c2-9d39-47bd-86fd-ab8b06f520df tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:30.280559 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dfbd8660-73a9-485c-9251-381191803555 req-be73e6c2-9d39-47bd-86fd-ab8b06f520df tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 944 time: 0.0603833 Mar 08 05:22:30.330311 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-dfbd8660-73a9-485c-9251-381191803555 req-e381b456-a0fb-4d08-a4a7-aa8463e2cb81 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Mar 08 05:22:30.550997 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188eb003-afe3-4b62-96c2-f47de69850fc req-7db423ef-d312-4fdd-9fc1-cce15db5dff8 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:30.553853 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-188eb003-afe3-4b62-96c2-f47de69850fc req-7db423ef-d312-4fdd-9fc1-cce15db5dff8 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0555794 Mar 08 05:22:30.604904 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-188eb003-afe3-4b62-96c2-f47de69850fc req-995a6699-4c3d-4c8c-b249-46e6ebfd98e7 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460227 Mar 08 05:22:31.036525 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:22:31.188142 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:22:31.192368 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:22:31.192740 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:31.273250 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:22:31.273681 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:31.296146 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:22:31.298297 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04f0406-79ae-48fc-9e14-d90c3d9a6b0f" -d '{"events": [{"server_uuid": "1fbbe4da-79aa-4957-9bfd-c35ac3936457", "name": "network-vif-plugged", "status": "completed", "tag": "20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:22:31.314085 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:22:31.337634 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a662637e-ecb0-485c-8b7f-ea80767b4315 x-openstack-request-id: req-a662637e-ecb0-485c-8b7f-ea80767b4315 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:22:31.337947 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbbe4da-79aa-4957-9bfd-c35ac3936457", "name": "network-vif-plugged", "status": "completed", "tag": "20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:22:31.338199 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a662637e-ecb0-485c-8b7f-ea80767b4315 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:22:31.338613 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'code': 200} Mar 08 05:22:31.398705 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:31.464337 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:31.467122 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44b14e-1b3b-4de1-951f-87ab090c5aea req-9abc4668-f7a6-4421-a469-3fe3fada4ecf tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:31.469361 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fd44b14e-1b3b-4de1-951f-87ab090c5aea req-9abc4668-f7a6-4421-a469-3fe3fada4ecf tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 945 time: 0.0697379 Mar 08 05:22:31.533084 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fd44b14e-1b3b-4de1-951f-87ab090c5aea req-7c5113f6-308f-4e11-b95e-3a698d11195d tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529480 Mar 08 05:22:31.731548 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab6d6f-6496-4c9e-bc15-486cdd734422 req-6c59b4ab-d64c-463c-b522-9a8647aac44d tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:31.733081 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1cab6d6f-6496-4c9e-bc15-486cdd734422 req-6c59b4ab-d64c-463c-b522-9a8647aac44d tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0582180 Mar 08 05:22:31.753115 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d17e6-22e1-4c4f-9ba7-4e05b5ed1941 req-5bb571ae-ca54-41ae-8d01-04bb029a099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:31.754631 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-491d17e6-22e1-4c4f-9ba7-4e05b5ed1941 req-5bb571ae-ca54-41ae-8d01-04bb029a099b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 1129 time: 0.0519214 Mar 08 05:22:31.782987 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1cab6d6f-6496-4c9e-bc15-486cdd734422 req-4fec9a59-3aa1-4e24-a9a8-dc62f875985a tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442886 Mar 08 05:22:31.801623 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-491d17e6-22e1-4c4f-9ba7-4e05b5ed1941 req-904c0880-2cd6-4b0a-a016-725426a9c0c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398986 Mar 08 05:22:32.656219 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959585-c10e-43bb-8c89-b37845f23e4a req-77d93a6a-382b-4ead-bf34-8185857dbeea tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:32.657703 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-de959585-c10e-43bb-8c89-b37845f23e4a req-77d93a6a-382b-4ead-bf34-8185857dbeea tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 945 time: 0.0547628 Mar 08 05:22:32.716802 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-de959585-c10e-43bb-8c89-b37845f23e4a req-ad960232-b820-45b3-bf32-645c6e408c1e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526969 Mar 08 05:22:32.904346 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8581910-9e98-4bc7-b6b4-52364d1e59de req-0bf6b538-7d83-47b4-bdf4-461662df4400 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:32.905818 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f8581910-9e98-4bc7-b6b4-52364d1e59de req-0bf6b538-7d83-47b4-bdf4-461662df4400 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0526152 Mar 08 05:22:32.960439 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-f8581910-9e98-4bc7-b6b4-52364d1e59de req-3d88aeba-12fd-48c6-8d87-c800b1c4acd9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483787 Mar 08 05:22:33.840341 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b0555-36cc-4abf-957b-453d4fda1919 req-4b9e2af0-453b-4563-95db-235d2cc67a55 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:33.841806 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5c8b0555-36cc-4abf-957b-453d4fda1919 req-4b9e2af0-453b-4563-95db-235d2cc67a55 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 945 time: 0.0544422 Mar 08 05:22:33.891052 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-5c8b0555-36cc-4abf-957b-453d4fda1919 req-2a8d3dc7-0644-49ec-a4dc-36bb2dba644b tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Mar 08 05:22:34.017519 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992352b-7953-4b49-9bb3-1bb4cde65211 req-fef48380-993d-4c1c-a7f8-6917a89df673 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:34.019062 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4992352b-7953-4b49-9bb3-1bb4cde65211 req-fef48380-993d-4c1c-a7f8-6917a89df673 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 945 time: 0.0628569 Mar 08 05:22:34.105562 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4992352b-7953-4b49-9bb3-1bb4cde65211 req-a7f664e3-fd78-4652-9f58-bf3e067ab1f5 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809405 Mar 08 05:22:34.120040 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4519e59-b2a5-4aa1-8536-219860c79c46 req-c0ce2a1a-317d-4975-ae99-12fb0caef9d8 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:34.121512 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b4519e59-b2a5-4aa1-8536-219860c79c46 req-c0ce2a1a-317d-4975-ae99-12fb0caef9d8 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0810573 Mar 08 05:22:34.127807 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 45242) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:34.173122 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809b566-f059-4921-9d57-229adabde992 tempest-TestVolumeBootPattern-347676011 tempest-TestVolumeBootPattern-347676011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:34.177556 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0809b566-f059-4921-9d57-229adabde992 tempest-TestVolumeBootPattern-347676011 tempest-TestVolumeBootPattern-347676011-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 1124 time: 0.0458319 Mar 08 05:22:34.177727 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-b4519e59-b2a5-4aa1-8536-219860c79c46 req-3e12b681-b0b8-4ca2-9817-a040758f1104 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492752 Mar 08 05:22:34.177835 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 45244) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:34.182253 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'port_id': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:22:34.302957 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:34.408016 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:34.516730 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Allocated IP 172.27.2.97 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/7ff187fa-91ab-4e3e-8fb7-def84c2d387c) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:22:34.618429 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for port (7ff187fa-91ab-4e3e-8fb7-def84c2d387c), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:34.740709 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (7ff187fa-91ab-4e3e-8fb7-def84c2d387c), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:34.790389 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:22:34.793280 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:22:34.795762 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:22:34.831040 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'Port': ['ID=7ff187fa-91ab-4e3e-8fb7-def84c2d387c,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:35.082773 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 915b1d21-e8ce-40e8-a52c-6cea3029e542 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:22:35.183271 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 915b1d21-e8ce-40e8-a52c-6cea3029e542, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:22:35.184079 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for floatingip (7c93fbd6-9255-45c9-af48-f7b9529d5621), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:35.195412 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'port_id': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'mac_address': 'fa:16:3e:df:30:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:22:35.242640 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 915b1d21-e8ce-40e8-a52c-6cea3029e542 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:22:35.243078 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:35.256295 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915b1d21-e8ce-40e8-a52c-6cea3029e542 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:22:35.276731 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 915b1d21-e8ce-40e8-a52c-6cea3029e542, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:22:35.312709 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535feaf-d0d5-4823-aa29-18273024f718 req-0eca51e6-858e-4c58-ac33-dd4945453768 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:35.314225 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3535feaf-d0d5-4823-aa29-18273024f718 req-0eca51e6-858e-4c58-ac33-dd4945453768 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0620589 Mar 08 05:22:35.371067 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (7ff187fa-91ab-4e3e-8fb7-def84c2d387c), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:35.371608 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3535feaf-d0d5-4823-aa29-18273024f718 req-37d5bec2-e5bf-43ad-b3d4-ef22821e323d tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512869 Mar 08 05:22:35.399955 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:35.454618 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=915b1d21-e8ce-40e8-a52c-6cea3029e542,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:35.532748 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for port (7ff187fa-91ab-4e3e-8fb7-def84c2d387c), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:35.635420 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (7ff187fa-91ab-4e3e-8fb7-def84c2d387c), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:35.714270 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'Port': ['ID=7ff187fa-91ab-4e3e-8fb7-def84c2d387c,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:35.723335 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (7c93fbd6-9255-45c9-af48-f7b9529d5621), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:35.748629 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['915b1d21-e8ce-40e8-a52c-6cea3029e542'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:22:35.861089 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-5c3c6d00-826d-48fc-938f-fc4e28462ed4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1027877 Mar 08 05:22:35.868125 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Floating IP 7c93fbd6-9255-45c9-af48-f7b9529d5621 associated. External IP: 172.27.2.97, port: 20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9. Mar 08 05:22:36.014231 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-ea73ab2f-6e6a-48ee-8177-810c21d356e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:36.015651 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-ea73ab2f-6e6a-48ee-8177-810c21d356e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 1129 time: 0.0890403 Mar 08 05:22:36.187772 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-f744c998-e84d-4534-a982-b7bf8cb00827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:36.189224 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-f744c998-e84d-4534-a982-b7bf8cb00827 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 913 time: 0.1395302 Mar 08 05:22:36.194064 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:22:36.302057 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-ad6aa044-3e6a-4cb1-aab5-d598e574891d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 HTTP/1.1" status: 200 len: 998 time: 0.1050589 Mar 08 05:22:36.510620 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da276d-fc85-4ab4-864d-30894c41db5e req-1f672e18-931e-476b-a566-61913586be4e tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:36.512321 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-45da276d-fc85-4ab4-864d-30894c41db5e req-1f672e18-931e-476b-a566-61913586be4e tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 944 time: 0.0612943 Mar 08 05:22:36.566943 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-45da276d-fc85-4ab4-864d-30894c41db5e req-4959e27b-bf45-41e1-8752-ba526e7463af tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486810 Mar 08 05:22:36.626945 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-c99b1a02-172d-4db2-b410-f38e48f666c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:36.628371 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-c99b1a02-172d-4db2-b410-f38e48f666c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.3015168 Mar 08 05:22:36.629484 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:22:36.640430 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] Sync routers for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:22:36.654231 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:22:36.655079 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:22:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:36.689321 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-74216896-de32-4b0d-b89c-1ed2f8c4a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:36.691284 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-74216896-de32-4b0d-b89c-1ed2f8c4a7f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561366 Mar 08 05:22:36.756596 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:36.774884 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:22:36.797323 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-0b46332c-7c1e-413c-afb7-45338dbe0c1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6184685 Mar 08 05:22:36.801598 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'tag': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:22:36.804484 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eead9c32-fcfe-4b37-88ce-a1e180676b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbbe4da-79aa-4957-9bfd-c35ac3936457", "tag": "20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:22:36.817551 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-87656652-7a82-49a1-9123-61a54224e8e4 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193824 Mar 08 05:22:36.852279 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25aa7af-5439-498c-935f-0093efce66ed x-openstack-request-id: req-e25aa7af-5439-498c-935f-0093efce66ed {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:22:36.852649 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbbe4da-79aa-4957-9bfd-c35ac3936457", "tag": "20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:22:36.853008 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e25aa7af-5439-498c-935f-0093efce66ed {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:22:36.853595 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'tag': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'status': 'completed', 'code': 200} Mar 08 05:22:36.911113 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ef370466-8b04-47e5-aa98-1b135ed43666 req-4185e9f8-3f19-4a3c-a540-a6ee296582d0 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872087 Mar 08 05:22:37.004122 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '7c93fbd6-9255-45c9-af48-f7b9529d5621', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:c8:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:22:35Z', 'updated_at': '2022-03-08T05:22:35Z', 'revision_number': 0, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:37.029466 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] Checking router: 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:22:37.038559 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:22:37.039210 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:22:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:37.092956 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-1bb76dc7-f0f5-4dd8-b1f8-452219e5c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:37.094293 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-1bb76dc7-f0f5-4dd8-b1f8-452219e5c786 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 1129 time: 0.0514710 Mar 08 05:22:37.097713 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 915b1d21-e8ce-40e8-a52c-6cea3029e542 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:22:37.153516 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:22:37.189143 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-6f1b44bd-fce2-4267-8732-6ff92d03ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:37.190643 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-6f1b44bd-fce2-4267-8732-6ff92d03ca30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 913 time: 0.0893905 Mar 08 05:22:37.212043 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port 915b1d21-e8ce-40e8-a52c-6cea3029e542 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:22:37.216441 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 915b1d21-e8ce-40e8-a52c-6cea3029e542 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:22:37.216886 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:37.268160 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-df67143e-a2e0-48bb-814d-e1a7beb97d62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 HTTP/1.1" status: 200 len: 998 time: 0.0708895 Mar 08 05:22:37.313833 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 915b1d21-e8ce-40e8-a52c-6cea3029e542 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:22:37.313833 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:37.327269 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-f2dfc216-eeff-453c-8431-7783fcb05acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:37.328739 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-f2dfc216-eeff-453c-8431-7783fcb05acd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0538449 Mar 08 05:22:37.339470 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:22:37.341735 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd85ddc-4e26-494b-8916-ac4339a943ee" -d '{"events": [{"server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "name": "network-vif-plugged", "status": "completed", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:22:37.355732 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 915b1d21-e8ce-40e8-a52c-6cea3029e542, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:22:37.385141 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cedb8e-52f7-4350-97f7-8a2423bf3dff x-openstack-request-id: req-88cedb8e-52f7-4350-97f7-8a2423bf3dff {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:22:37.385429 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "name": "network-vif-plugged", "status": "completed", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:22:37.385686 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88cedb8e-52f7-4350-97f7-8a2423bf3dff {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:22:37.386647 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'code': 200} Mar 08 05:22:37.398675 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-a20e9b48-fd9a-4999-9c17-dd3a50687a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:37.400301 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-a20e9b48-fd9a-4999-9c17-dd3a50687a79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657563 Mar 08 05:22:37.405005 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '7c93fbd6-9255-45c9-af48-f7b9529d5621', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:c8:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:22:35Z', 'updated_at': '2022-03-08T05:22:35Z', 'revision_number': 0, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:37.431285 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:37.433033 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c86caac-4a83-4571-9aef-45c78a35d583 None None] The sync data for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi is: [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '7c93fbd6-9255-45c9-af48-f7b9529d5621', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:c8:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:22:35Z', 'updated_at': '2022-03-08T05:22:35Z', 'revision_number': 0, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:22:37.495900 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=915b1d21-e8ce-40e8-a52c-6cea3029e542,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:37.524222 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-2973acda-5731-4a8c-b526-384c736a1772 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984468 Mar 08 05:22:37.622075 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-eead9c32-fcfe-4b37-88ce-a1e180676b9d req-73658dd3-d9e6-4725-a2f4-c58114a0fb97 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900354 Mar 08 05:22:37.661647 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198d406-6161-4fa0-8886-d58b7d8f06ef None None] New status for floating IP 7c93fbd6-9255-45c9-af48-f7b9529d5621: ACTIVE {{(pid=103749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:22:37.712234 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba89943-d0ad-44bd-ae7e-0e4abecbbbc5 req-48d94a87-da42-4210-bf49-da2ae93a35ba tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:37.713754 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3ba89943-d0ad-44bd-ae7e-0e4abecbbbc5 req-48d94a87-da42-4210-bf49-da2ae93a35ba tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0577171 Mar 08 05:22:37.770406 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3ba89943-d0ad-44bd-ae7e-0e4abecbbbc5 req-c2cc1f4f-2541-4e16-84b8-0d8da102bf88 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503023 Mar 08 05:22:37.819197 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5180de8-34e1-48ce-a24d-a6a130bbe274 req-4044b405-ceb5-4da0-96e3-9527eaca7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:37.821084 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c5180de8-34e1-48ce-a24d-a6a130bbe274 req-4044b405-ceb5-4da0-96e3-9527eaca7873 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1129 time: 0.0736942 Mar 08 05:22:37.870402 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-c5180de8-34e1-48ce-a24d-a6a130bbe274 req-979c6562-fb42-4d64-b88d-15b4f39a3619 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 Mar 08 05:22:38.901839 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fbb02-5197-4e68-a016-4a55dc9bc82c req-26d4c3c2-69ac-429c-a3db-8b008af561a9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:38.903331 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-877fbb02-5197-4e68-a016-4a55dc9bc82c req-26d4c3c2-69ac-429c-a3db-8b008af561a9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0531545 Mar 08 05:22:38.952277 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-877fbb02-5197-4e68-a016-4a55dc9bc82c req-2e6d1946-56ff-4db0-9ff6-ff401bcdd99b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Mar 08 05:22:40.072524 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1a952-97ef-49b1-9300-88b5d6b4d3a4 req-36672c20-1a71-41c4-8340-8beb796a9bf9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:40.074019 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e3f1a952-97ef-49b1-9300-88b5d6b4d3a4 req-36672c20-1a71-41c4-8340-8beb796a9bf9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0540283 Mar 08 05:22:40.124660 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e3f1a952-97ef-49b1-9300-88b5d6b4d3a4 req-9f49a3cb-f255-4529-8265-44d214687281 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451436 Mar 08 05:22:40.245369 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ea474-c10f-43d2-be4f-50a4425c2948 req-772d086c-1ec6-428d-9575-23b4438add81 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:40.246844 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-328ea474-c10f-43d2-be4f-50a4425c2948 req-772d086c-1ec6-428d-9575-23b4438add81 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0564721 Mar 08 05:22:40.295038 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-328ea474-c10f-43d2-be4f-50a4425c2948 req-8a9392f3-a32c-4a04-b688-6926edc01170 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Mar 08 05:22:40.316389 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 45288) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:40.456411 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a780cb81-f287-4772-9bc1-dcdc4e1e1301 tempest-TestShelveInstance-1607099723 tempest-TestShelveInstance-1607099723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:40.457915 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-a780cb81-f287-4772-9bc1-dcdc4e1e1301 tempest-TestShelveInstance-1607099723 tempest-TestShelveInstance-1607099723-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1124 time: 0.1405299 Mar 08 05:22:40.460985 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 45292) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:40.465336 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'port_id': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:22:40.590815 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:40.687686 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:40.795080 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Allocated IP 172.27.2.176 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/8ede0f88-71c3-47ae-9642-295184b2744a) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:22:40.897549 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for port (8ede0f88-71c3-47ae-9642-295184b2744a), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:40.988406 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (8ede0f88-71c3-47ae-9642-295184b2744a), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:41.027636 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:22:41.030419 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:22:41.032900 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:22:41.060842 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'Port': ['ID=8ede0f88-71c3-47ae-9642-295184b2744a,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:41.405051 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for floatingip (c712b54f-dd47-41fe-bca9-e9d1b78acfcb), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:41.542630 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (8ede0f88-71c3-47ae-9642-295184b2744a), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:41.691449 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks [] for port (8ede0f88-71c3-47ae-9642-295184b2744a), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:41.757287 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (8ede0f88-71c3-47ae-9642-295184b2744a), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:41.833469 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Pushing event updated for resources: {'Port': ['ID=8ede0f88-71c3-47ae-9642-295184b2744a,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:41.839119 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (c712b54f-dd47-41fe-bca9-e9d1b78acfcb), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:41.941387 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.db.l3_db [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Floating IP c712b54f-dd47-41fe-bca9-e9d1b78acfcb associated. External IP: 172.27.2.176, port: 915b1d21-e8ce-40e8-a52c-6cea3029e542. Mar 08 05:22:42.149697 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Router 29400c6c-9502-4bac-a2ef-9a7ad461d72b has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:22:42.258353 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:22:42.268268 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] Sync routers for ids ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:22:42.278109 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] Routers {'29400c6c-9502-4bac-a2ef-9a7ad461d72b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:22:42.278727 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:22:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:42.341621 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:42.386940 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-c372e004-3124-4adb-a389-590f77e4e842 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9112797 Mar 08 05:22:42.386940 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:22:42.386940 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec" -d '{"events": [{"name": "network-changed", "server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:22:42.413310 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f8d03b-5e46-46d2-8af3-7371e51eb4ed x-openstack-request-id: req-98f8d03b-5e46-46d2-8af3-7371e51eb4ed {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:22:42.413991 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:22:42.413991 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98f8d03b-5e46-46d2-8af3-7371e51eb4ed {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:22:42.414249 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'status': 'completed', 'code': 200} Mar 08 05:22:42.479006 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] Set router 29400c6c-9502-4bac-a2ef-9a7ad461d72b gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:22:42.507995 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-54944a5f-80ee-4ddb-bfed-3f635a8acd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:42.509596 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-54944a5f-80ee-4ddb-bfed-3f635a8acd5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299a839bb35543d08448bb459171af2d&device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1129 time: 0.0501313 Mar 08 05:22:42.597950 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-6aa7d68b-e8de-4dc9-b925-b8192308bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:42.599463 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-6aa7d68b-e8de-4dc9-b925-b8192308bdd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b8bbf54-367c-44ba-ae94-086ab896835c HTTP/1.1" status: 200 len: 908 time: 0.0826566 Mar 08 05:22:42.667467 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-8302df25-f957-4043-a8c9-a6bfb511874a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 999 time: 0.0616596 Mar 08 05:22:42.703743 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 4, 'project_id': '299a839bb35543d08448bb459171af2d', 'gw_port': {'id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': 'c712b54f-dd47-41fe-bca9-e9d1b78acfcb', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'port_id': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'mac_address': 'fa:16:3e:df:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539a346e-3ec5-4924-af34-198f3dd5b222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:22:41Z', 'updated_at': '2022-03-08T05:22:41Z', 'revision_number': 0, 'project_id': '299a839bb35543d08448bb459171af2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d19fad-5072-4f6b-9ebf-5a233f8863c5', 'name': '', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'mac_address': 'fa:16:3e:61:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:46Z', 'updated_at': '2022-03-08T05:21:52Z', 'revision_number': 5, 'project_id': '299a839bb35543d08448bb459171af2d', 'subnets': [{'id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:42.715682 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-8a2f790f-b96b-4131-93be-73a4447d723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:42.717181 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-8a2f790f-b96b-4131-93be-73a4447d723f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7eea726-4326-45bc-aefa-4c29b2974fc6 HTTP/1.1" status: 200 len: 846 time: 0.0444152 Mar 08 05:22:42.732905 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] Checking router: 29400c6c-9502-4bac-a2ef-9a7ad461d72b for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:22:42.741702 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] Routers {'29400c6c-9502-4bac-a2ef-9a7ad461d72b'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:22:42.742405 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:22:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:42.766555 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-371172cd-bcb9-49ba-ae54-b7a81594b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:22:42.768019 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-371172cd-bcb9-49ba-ae54-b7a81594b06c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b8bbf54-367c-44ba-ae94-086ab896835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445218 Mar 08 05:22:42.858109 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] Set router 29400c6c-9502-4bac-a2ef-9a7ad461d72b gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:22:42.864915 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-905d682f-2373-4f7c-b3d2-b03a910ae098 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907063 Mar 08 05:22:42.953371 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4c2b29ca-e186-4bce-a07c-5b7f1aad3cec req-7e996b4e-a6b2-4bf6-8dd1-f6420f998320 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825272 Mar 08 05:22:43.082776 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 4, 'project_id': '299a839bb35543d08448bb459171af2d', 'gw_port': {'id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': 'c712b54f-dd47-41fe-bca9-e9d1b78acfcb', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'port_id': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'mac_address': 'fa:16:3e:df:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539a346e-3ec5-4924-af34-198f3dd5b222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:22:41Z', 'updated_at': '2022-03-08T05:22:41Z', 'revision_number': 0, 'project_id': '299a839bb35543d08448bb459171af2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d19fad-5072-4f6b-9ebf-5a233f8863c5', 'name': '', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'mac_address': 'fa:16:3e:61:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:46Z', 'updated_at': '2022-03-08T05:21:52Z', 'revision_number': 5, 'project_id': '299a839bb35543d08448bb459171af2d', 'subnets': [{'id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:22:43.113264 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ae6da-8a97-4ecc-93d2-1f5672931383 None None] The sync data for ids ['29400c6c-9502-4bac-a2ef-9a7ad461d72b'] in dv-cinder-828060-9-iscsi is: [{'id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'name': 'tempest-TestShelveInstance-63323175-router', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:47Z', 'revision_number': 4, 'project_id': '299a839bb35543d08448bb459171af2d', 'gw_port': {'id': 'bd080b39-2585-4df0-8e53-e00670675e81', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:44Z', 'updated_at': '2022-03-08T05:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': 'c712b54f-dd47-41fe-bca9-e9d1b78acfcb', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'port_id': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'mac_address': 'fa:16:3e:df:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539a346e-3ec5-4924-af34-198f3dd5b222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:22:41Z', 'updated_at': '2022-03-08T05:22:41Z', 'revision_number': 0, 'project_id': '299a839bb35543d08448bb459171af2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d19fad-5072-4f6b-9ebf-5a233f8863c5', 'name': '', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'tenant_id': '299a839bb35543d08448bb459171af2d', 'mac_address': 'fa:16:3e:61:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29400c6c-9502-4bac-a2ef-9a7ad461d72b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:21:46Z', 'updated_at': '2022-03-08T05:21:52Z', 'revision_number': 5, 'project_id': '299a839bb35543d08448bb459171af2d', 'subnets': [{'id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:22:43.320385 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7996a6-bea8-4a2e-b22b-91ba3ec90758 None None] New status for floating IP c712b54f-dd47-41fe-bca9-e9d1b78acfcb: ACTIVE {{(pid=103749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:22:49.513068 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 45348) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:49.622750 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cef01c51-d91e-49eb-aad2-acf927ad2659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:49.698119 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cef01c51-d91e-49eb-aad2-acf927ad2659 admin admin] Publish callbacks [] for security_group (75a59c94-b700-47b5-b029-303d18d24ac9), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:49.699285 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c77e5a11-0cb2-4888-bc3b-0f654cad48bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:49.762308 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-cef01c51-d91e-49eb-aad2-acf927ad2659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (75a59c94-b700-47b5-b029-303d18d24ac9), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:49.801916 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-cef01c51-d91e-49eb-aad2-acf927ad2659 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fd494038ed9468f95b8d1599be8f746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877250 Mar 08 05:22:49.802773 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef01c51-d91e-49eb-aad2-acf927ad2659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a59c94-b700-47b5-b029-303d18d24ac9,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:49.804654 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 45354) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:22:49.855223 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8379441d-1346-409b-947f-b3293c6faa31 admin admin] Publish callbacks [] for security_group (75a59c94-b700-47b5-b029-303d18d24ac9), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:49.876102 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8379441d-1346-409b-947f-b3293c6faa31 admin admin] Publish callbacks [] for security_group (75a59c94-b700-47b5-b029-303d18d24ac9), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:49.999496 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8379441d-1346-409b-947f-b3293c6faa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (75a59c94-b700-47b5-b029-303d18d24ac9), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:50.002055 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-8379441d-1346-409b-947f-b3293c6faa31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:50.003280 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-8379441d-1346-409b-947f-b3293c6faa31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75a59c94-b700-47b5-b029-303d18d24ac9 HTTP/1.1" status: 204 len: 168 time: 0.1974959 Mar 08 05:22:50.011434 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379441d-1346-409b-947f-b3293c6faa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a59c94-b700-47b5-b029-303d18d24ac9,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:22:52.656363 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f8191d14-4e11-4e6c-9c19-434f0ecd5794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:54.559236 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:55.418269 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:22:55.577461 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:56.453361 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:22:59.462142 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:03.182718 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [-] (103748) accepted ('10.222.0.26', 45494) {{(pid=103748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:23:03.314115 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-65a27f45-2e3e-48c0-ad30-02f147ea6c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:03.410579 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-65a27f45-2e3e-48c0-ad30-02f147ea6c3a admin admin] Publish callbacks [] for security_group (16c5325b-65b6-4e31-92b8-371dd2b18546), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:03.511320 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [None req-65a27f45-2e3e-48c0-ad30-02f147ea6c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (16c5325b-65b6-4e31-92b8-371dd2b18546), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:03.551264 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [None req-65a27f45-2e3e-48c0-ad30-02f147ea6c3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f04abc67f7b94c6cbff8d8369fd0317d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673677 Mar 08 05:23:03.552340 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a27f45-2e3e-48c0-ad30-02f147ea6c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c5325b-65b6-4e31-92b8-371dd2b18546,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:23:03.553996 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 45498) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:23:03.607285 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Publish callbacks [] for security_group (16c5325b-65b6-4e31-92b8-371dd2b18546), before_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:03.632625 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Publish callbacks [] for security_group (16c5325b-65b6-4e31-92b8-371dd2b18546), precommit_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:03.751309 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8274578'] for security_group (16c5325b-65b6-4e31-92b8-371dd2b18546), after_delete {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:03.754144 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:03.755419 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16c5325b-65b6-4e31-92b8-371dd2b18546 HTTP/1.1" status: 204 len: 168 time: 0.1993990 Mar 08 05:23:03.764055 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c5325b-65b6-4e31-92b8-371dd2b18546,revision_number=None']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:23:03.771703 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.772058 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.772402 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.772739 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.773071 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.773403 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.773730 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.774498 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.775127 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.775454 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.780011 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.780534 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:03.781436 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac583d9-80b0-4333-b65c-f6205906e2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:23:19.742202 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f1c90a4f-9912-4ff9-aabe-028ad4cbe337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:22.635941 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-b2ce63bb-10ef-462e-9305-7fbbf475c26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:24.570017 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:25.633809 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:26.484244 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:29.535676 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:32.418161 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:23:35.748584 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-043d39cb-c5ea-47bb-ba9b-7a8bb7c630cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461977 Mar 08 05:23:35.857111 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-1df397e1-b469-4a07-a0e4-98d17ad6a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:23:35.858598 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-1df397e1-b469-4a07-a0e4-98d17ad6a8b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 1129 time: 0.0450256 Mar 08 05:23:35.959521 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-b29dd9d2-05ff-47f9-9c70-520af8b6a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:23:35.960978 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-b29dd9d2-05ff-47f9-9c70-520af8b6a3d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 913 time: 0.0838554 Mar 08 05:23:36.031832 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-1680bf21-f2c8-4259-b2eb-e44ca0b1a854 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 HTTP/1.1" status: 200 len: 1000 time: 0.0614221 Mar 08 05:23:36.085579 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-119b5d04-895b-463b-aac2-1b3f4e891e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:23:36.087067 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-119b5d04-895b-463b-aac2-1b3f4e891e8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0449975 Mar 08 05:23:36.140357 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-bae91a55-5cfc-4452-a073-6f18c8feec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:23:36.141848 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-bae91a55-5cfc-4452-a073-6f18c8feec85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446515 Mar 08 05:23:36.235210 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-ce65b87c-2baa-4dcb-9422-fa5e5e8b689f service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828240 Mar 08 05:23:36.332875 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-e3b20bc0-4d00-48fd-8331-5c3b4c25ce77 req-2dccefcb-0788-4506-906f-c4822b0c451a service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884550 Mar 08 05:23:49.709792 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-5f5cb492-ab3f-44a2-80d5-edb2314d3735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:52.626602 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-df00c550-aa27-49f4-99cd-fbf7d57071c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:54.560967 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:55.595468 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:56.463743 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:23:59.501056 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:09.416845 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:24:19.711777 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9494c0ba-90d1-4813-951c-7315b178fe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:22.683196 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2e4ae8e2-2237-47cd-8881-f43b59cbca7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:24.571862 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:24.872808 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e6a34663-d250-43ff-a094-822d73226c6d tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795077638&fields=id&tenant_id=e2b942148787483c930a53797743f0a7 HTTP/1.1" status: 200 len: 267 time: 0.0456550 Mar 08 05:24:24.978078 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-f6ae6e1d-dfa1-4a2c-ac91-f0885073dc63 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:24.979538 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-f6ae6e1d-dfa1-4a2c-ac91-f0885073dc63 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 812 time: 0.1003721 Mar 08 05:24:24.994095 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-fd957582-3042-4906-8033-26ebdfb5723d tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/quotas/e2b942148787483c930a53797743f0a7 HTTP/1.1" status: 200 len: 375 time: 0.0087497 Mar 08 05:24:25.051626 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-f4776d60-a217-4956-ab90-8df7daea862e tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526850 Mar 08 05:24:25.147464 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-72aec1d7-e981-47a1-914e-a9fd0fc393ea service neutron] 10.222.0.26 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836356 Mar 08 05:24:25.238293 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e2986296-881a-4041-ac5d-67066be76d69 service neutron] 10.222.0.26 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852234 Mar 08 05:24:25.595920 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:25.791332 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7857c591-f42a-4cef-a624-6e8bfd27183b req-c2e11537-cc71-46f5-addf-7cc555699d58 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 210 time: 0.0278103 Mar 08 05:24:26.477527 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:26.888885 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-24407db6-d011-4816-afc9-61ad10fefe0f req-d3369a33-81b9-41b6-b55d-90aeb4734f1c tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 210 time: 0.0275331 Mar 08 05:24:27.998272 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-29a3eb49-8841-402d-8017-1c9f7afcfc9a req-1a863634-5968-4a23-a55e-45c20bc77cf4 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 210 time: 0.0272026 Mar 08 05:24:28.071080 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-2728ff81-d374-4e6d-8a66-a8c855cd6b76 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:28.072541 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-2728ff81-d374-4e6d-8a66-a8c855cd6b76 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 812 time: 0.1073403 Mar 08 05:24:28.141640 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-feba6d79-1535-406b-ab2e-18b793d27fd2 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b942148787483c930a53797743f0a7 HTTP/1.1" status: 200 len: 380 time: 0.0534759 Mar 08 05:24:28.152731 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'port': {'device_id': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'admin_state_up': True, 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'security_groups': ['2c64e1fa-b557-4c64-877d-8f86e27f0f7f']}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:24:28.323505 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Made reservation on behalf of e2b942148787483c930a53797743f0a7 for: {'port': 1} {{(pid=103748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:24:28.326946 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:28.451251 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.db_base_plugin_common [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Allocated IP 172.20.0.4 (f1476bfe-b614-4ba4-8076-68106ea7f96e/eedbb4e5-3645-4178-9522-3f82cc6869ec/defff103-25fc-46fa-84ea-d0acadb35920) {{(pid=103748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:24:28.830383 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for port (defff103-25fc-46fa-84ea-d0acadb35920), precommit_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:28.929095 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5447630'] for port (defff103-25fc-46fa-84ea-d0acadb35920), after_create {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:28.975353 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Network f1476bfe-b614-4ba4-8076-68106ea7f96e is already hosted by enough agents. {{(pid=103748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:24:28.978311 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.scheduler.base_scheduler [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Resources bound (agent type, host, resource id): {{(pid=103748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:24:28.982104 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Received port after_create {{(pid=103748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:24:28.989356 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'Port': ['ID=defff103-25fc-46fa-84ea-d0acadb35920,revision_number=1']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:24:29.019112 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.019720 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.019843 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.020134 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.020467 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.020803 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.021134 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.021466 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.021801 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.022133 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.022456 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.022833 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.023213 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:29.053065 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:29.053815 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:29.135334 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4930c9-3a0b-4658-96e8-963a993ba063 req-505c52a0-2620-4edd-a403-1ae51e0a03ed tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:29.136981 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1a4930c9-3a0b-4658-96e8-963a993ba063 req-505c52a0-2620-4edd-a403-1ae51e0a03ed tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 931 time: 0.0634677 Mar 08 05:24:29.154775 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e62d52e0-0b16-4c96-8da7-b729f50d5abb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0056784 Mar 08 05:24:29.176891 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.v2.base [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Request body: {'port': {'device_id': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:24:29.200520 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1a4930c9-3a0b-4658-96e8-963a993ba063 req-906bc5d4-668b-4e5d-b5d5-88a6024d48d7 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505314 Mar 08 05:24:29.246379 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (defff103-25fc-46fa-84ea-d0acadb35920), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:29.274815 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-1b0397b1-ab88-42ab-89e0-be99e5edbbdf None None] Provisioning complete for port defff103-25fc-46fa-84ea-d0acadb35920 triggered by entity DHCP. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:24:29.275418 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-1b0397b1-ab88-42ab-89e0-be99e5edbbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (defff103-25fc-46fa-84ea-d0acadb35920), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:29.310817 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-1b0397b1-ab88-42ab-89e0-be99e5edbbdf None None] Port defff103-25fc-46fa-84ea-d0acadb35920 cannot update to ACTIVE because it is not bound. {{(pid=103749) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:24:29.477720 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:29.516771 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defff103-25fc-46fa-84ea-d0acadb35920 {{(pid=103748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:24:29.524353 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Publish callbacks [] for port (defff103-25fc-46fa-84ea-d0acadb35920), precommit_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:29.537184 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.db.provisioning_blocks [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Transition to ACTIVE for port object defff103-25fc-46fa-84ea-d0acadb35920 will not be triggered until provisioned by entity L2. {{(pid=103748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:24:29.617706 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (defff103-25fc-46fa-84ea-d0acadb35920), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:29.669405 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Pushing event updated for resources: {'Port': ['ID=defff103-25fc-46fa-84ea-d0acadb35920,revision_number=2']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:24:29.745665 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Attempting to bind port defff103-25fc-46fa-84ea-d0acadb35920 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:24:29.749953 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Attempting to bind port defff103-25fc-46fa-84ea-d0acadb35920 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:24:29.749953 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Attempting to bind port defff103-25fc-46fa-84ea-d0acadb35920 on network f1476bfe-b614-4ba4-8076-68106ea7f96e {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:24:29.750998 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Port defff103-25fc-46fa-84ea-d0acadb35920 on network f1476bfe-b614-4ba4-8076-68106ea7f96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:24:29.751330 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Attempting to bind port defff103-25fc-46fa-84ea-d0acadb35920 on network f1476bfe-b614-4ba4-8076-68106ea7f96e {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:24:29.756348 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Checking agent: {'id': '9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'started_at': datetime.datetime(2022, 3, 8, 5, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:24:29.756691 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Checking segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:24:29.757078 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Bound using segment: {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'} {{(pid=103748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:24:29.757507 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.managers [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Bound port: defff103-25fc-46fa-84ea-d0acadb35920, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e'}}] {{(pid=103748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:24:29.757869 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (defff103-25fc-46fa-84ea-d0acadb35920), before_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:29.825763 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] For port defff103-25fc-46fa-84ea-d0acadb35920, host hv-cinder-82806, cleared binding levels {{(pid=103748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:24:29.829439 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.plugins.ml2.db [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] For port defff103-25fc-46fa-84ea-d0acadb35920, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=defff103-25fc-46fa-84ea-d0acadb35920,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:24:29.932830 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5447607'] for port (defff103-25fc-46fa-84ea-d0acadb35920), after_update {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:29.969233 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:29.970504 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron_lib.callbacks.manager [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for port (None), before_response {{(pid=103748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:29.972028 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] 10.222.0.13 "PUT /v2.0/ports/defff103-25fc-46fa-84ea-d0acadb35920 HTTP/1.1" status: 200 len: 1093 time: 0.8010623 Mar 08 05:24:29.972480 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'tag': 'defff103-25fc-46fa-84ea-d0acadb35920'}] {{(pid=103748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:24:29.974829 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a204ba5111585764e812a16d0307b26d2ba82055cbb25481c63dbbf650c0013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d188bf53-101b-4720-96c3-e89699957986" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2b6715-f765-4eac-931d-47733aa9cf8e", "tag": "defff103-25fc-46fa-84ea-d0acadb35920"}]}' {{(pid=103748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:24:29.996565 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dc70f-fd29-4e88-8794-5ca15136265e service neutron] Pushing event updated for resources: {'Port': ['ID=defff103-25fc-46fa-84ea-d0acadb35920,revision_number=3']} {{(pid=103748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:24:30.013541 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32adbd15-b55c-4360-9b07-9244094fbd82 x-openstack-request-id: req-32adbd15-b55c-4360-9b07-9244094fbd82 {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:24:30.013839 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2b6715-f765-4eac-931d-47733aa9cf8e", "tag": "defff103-25fc-46fa-84ea-d0acadb35920", "status": "completed", "code": 200}]} {{(pid=103748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:24:30.014274 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-32adbd15-b55c-4360-9b07-9244094fbd82 {{(pid=103748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:24:30.014685 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'tag': 'defff103-25fc-46fa-84ea-d0acadb35920', 'status': 'completed', 'code': 200} Mar 08 05:24:30.106444 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188bf53-101b-4720-96c3-e89699957986 req-d5613d4f-4ff9-462f-b4e8-f169be482822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:30.110440 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d188bf53-101b-4720-96c3-e89699957986 req-d5613d4f-4ff9-462f-b4e8-f169be482822 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 1127 time: 0.0490756 Mar 08 05:24:30.231802 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188bf53-101b-4720-96c3-e89699957986 req-95ce4033-f898-40cf-a6a9-9dbbb5869fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:30.233186 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d188bf53-101b-4720-96c3-e89699957986 req-95ce4033-f898-40cf-a6a9-9dbbb5869fea service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e2b942148787483c930a53797743f0a7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1045763 Mar 08 05:24:30.324778 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d535a3-59a4-4c9e-8699-1f80dd15b398 req-36951944-0a0a-4f4f-ab5d-4ec6a75787c4 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:30.326274 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6d535a3-59a4-4c9e-8699-1f80dd15b398 req-36951944-0a0a-4f4f-ab5d-4ec6a75787c4 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 943 time: 0.0529490 Mar 08 05:24:30.337653 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188bf53-101b-4720-96c3-e89699957986 req-c5cbd7d1-98a3-4240-a0f7-9028df0d11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:30.339216 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-d188bf53-101b-4720-96c3-e89699957986 req-c5cbd7d1-98a3-4240-a0f7-9028df0d11cf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982640 Mar 08 05:24:30.375039 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-d6d535a3-59a4-4c9e-8699-1f80dd15b398 req-8c2ca9e8-d2c9-4e5f-b98f-41f6aea31c72 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Mar 08 05:24:30.448579 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a812d1a9-688f-458a-8a73-44a2358e6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:30.450067 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-a812d1a9-688f-458a-8a73-44a2358e6685 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 1127 time: 0.0449784 Mar 08 05:24:30.505198 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-10c11ff5-467b-4d13-9a6d-17d0a90cd861 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=defff103-25fc-46fa-84ea-d0acadb35920 HTTP/1.1" status: 200 len: 217 time: 0.0353687 Mar 08 05:24:30.555594 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-f4e466ef-bcb5-4f06-852d-f1d348d205fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:30.557018 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-f4e466ef-bcb5-4f06-852d-f1d348d205fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0427046 Mar 08 05:24:30.609018 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-8cb1816e-d9a9-4166-a10b-1bc91a445cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:30.611054 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-8cb1816e-d9a9-4166-a10b-1bc91a445cbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456171 Mar 08 05:24:30.703791 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-e21492e0-cb6d-4aab-a63f-df6e1dea587c service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Mar 08 05:24:30.798734 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-a71d5a42-d15b-405c-a85d-4ddabb60f382 req-0878ed4b-123f-464f-a5d3-68680707b131 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847743 Mar 08 05:24:31.494940 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045244e-bb6a-4d78-b152-b187d047bb9c req-6b7a0c7a-b89e-4224-a9b0-5b32ee3c7c6c tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:31.496449 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2045244e-bb6a-4d78-b152-b187d047bb9c req-6b7a0c7a-b89e-4224-a9b0-5b32ee3c7c6c tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 943 time: 0.0521331 Mar 08 05:24:31.549943 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2045244e-bb6a-4d78-b152-b187d047bb9c req-fdc498a6-f480-4188-9bd9-78d812baa4bd tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470953 Mar 08 05:24:32.670744 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da21d55-ecb5-48a4-9c9b-e8b011c29fc8 req-8a26d9bf-73ad-47f6-95da-c64541335e96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:32.672259 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6da21d55-ecb5-48a4-9c9b-e8b011c29fc8 req-8a26d9bf-73ad-47f6-95da-c64541335e96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 943 time: 0.0565653 Mar 08 05:24:32.721912 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6da21d55-ecb5-48a4-9c9b-e8b011c29fc8 req-5a9a8638-ce15-4492-887b-9f341a5302fc tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434289 Mar 08 05:24:33.838799 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ffbe9-6b78-4176-859b-42c62505a31e req-96fd4bb3-3710-4899-8be5-188cf34dbf8f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:33.840302 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c32ffbe9-6b78-4176-859b-42c62505a31e req-96fd4bb3-3710-4899-8be5-188cf34dbf8f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 943 time: 0.0520306 Mar 08 05:24:33.888487 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c32ffbe9-6b78-4176-859b-42c62505a31e req-25059fcb-06a9-4904-8603-0ad2751be1da tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Mar 08 05:24:35.012936 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ff78-86d6-472d-a3c2-175689d38b07 req-34590509-8319-4db7-8de8-f1d92fa5f34f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:35.014496 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-db64ff78-86d6-472d-a3c2-175689d38b07 req-34590509-8319-4db7-8de8-f1d92fa5f34f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 943 time: 0.0583413 Mar 08 05:24:35.068063 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-db64ff78-86d6-472d-a3c2-175689d38b07 req-0a23d192-f81e-435d-93bd-38689dcd6156 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474765 Mar 08 05:24:36.190278 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0f577-7bf7-4842-93f4-32649e49e4cb req-5e89ae56-a4dc-4764-86a0-2b6fa14e4ad6 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:36.191707 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-38e0f577-7bf7-4842-93f4-32649e49e4cb req-5e89ae56-a4dc-4764-86a0-2b6fa14e4ad6 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 943 time: 0.0548470 Mar 08 05:24:36.241386 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-38e0f577-7bf7-4842-93f4-32649e49e4cb req-6ec7272b-cb65-4ed9-88d4-40557eca3aa6 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Mar 08 05:24:37.373202 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a8435-2660-49e2-906c-fbb6cc760827 req-98497b0d-bd42-44f5-a18f-1c0abecede3d tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:37.374692 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-843a8435-2660-49e2-906c-fbb6cc760827 req-98497b0d-bd42-44f5-a18f-1c0abecede3d tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 943 time: 0.0568891 Mar 08 05:24:37.423984 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-843a8435-2660-49e2-906c-fbb6cc760827 req-a47b1e3b-2fba-4bb6-86f1-c6091c8a51ef tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430670 Mar 08 05:24:37.600920 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device defff103-25fc-46fa-84ea-d0acadb35920 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:24:37.704664 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port defff103-25fc-46fa-84ea-d0acadb35920, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=defff103-25fc-46fa-84ea-d0acadb35920,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:24:37.714809 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': 'defff103-25fc-46fa-84ea-d0acadb35920', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'port_id': 'defff103-25fc-46fa-84ea-d0acadb35920', 'mac_address': 'fa:16:3e:4c:2a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:24:37.752222 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port defff103-25fc-46fa-84ea-d0acadb35920 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:24:37.752620 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (defff103-25fc-46fa-84ea-d0acadb35920), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:37.768399 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defff103-25fc-46fa-84ea-d0acadb35920 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:24:37.787511 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port defff103-25fc-46fa-84ea-d0acadb35920, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=defff103-25fc-46fa-84ea-d0acadb35920,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:24:37.851731 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (defff103-25fc-46fa-84ea-d0acadb35920), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:37.899364 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=defff103-25fc-46fa-84ea-d0acadb35920,revision_number=4']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:24:37.906359 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.907319 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.907853 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.908203 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.908544 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.908882 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.909220 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.909558 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.909892 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.910229 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.910559 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.910889 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:37.911241 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:38.258478 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['defff103-25fc-46fa-84ea-d0acadb35920'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:24:38.272095 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-160589bf-9a51-43c3-b5c9-1f5cbfbc0849 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455303 Mar 08 05:24:38.347875 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-b4c9edf4-058b-4dd6-b4f5-89b6c60c55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:38.349424 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-b4c9edf4-058b-4dd6-b4f5-89b6c60c55b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299a839bb35543d08448bb459171af2d&device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1129 time: 0.0451658 Mar 08 05:24:38.480590 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-1d48e022-6fa1-45bd-89a7-b1e4749a558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:38.485477 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-1d48e022-6fa1-45bd-89a7-b1e4749a558b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b8bbf54-367c-44ba-ae94-086ab896835c HTTP/1.1" status: 200 len: 908 time: 0.1078954 Mar 08 05:24:38.551221 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-b1ca05ad-436a-49b1-bbb4-829a3f365cf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 1001 time: 0.0587237 Mar 08 05:24:38.566852 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe48d4a-bbc6-44e1-8f9a-91d7ecc26162 req-e30c3a15-4ac7-4b2c-a653-7148516ab970 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:38.568380 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fbe48d4a-bbc6-44e1-8f9a-91d7ecc26162 req-e30c3a15-4ac7-4b2c-a653-7148516ab970 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 944 time: 0.0547264 Mar 08 05:24:38.603618 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-5a9a95dd-e791-4dc8-9e95-9db90e22bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:38.605116 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-5a9a95dd-e791-4dc8-9e95-9db90e22bc5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7eea726-4326-45bc-aefa-4c29b2974fc6 HTTP/1.1" status: 200 len: 846 time: 0.0474670 Mar 08 05:24:38.619791 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-fbe48d4a-bbc6-44e1-8f9a-91d7ecc26162 req-7008d537-ab57-43aa-a9c2-00928a1fcd1f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457942 Mar 08 05:24:38.655778 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-0743c41d-0962-453c-90b5-760d40e0b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:38.657870 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-0743c41d-0962-453c-90b5-760d40e0b6ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b8bbf54-367c-44ba-ae94-086ab896835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459654 Mar 08 05:24:38.749750 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-401a4e8e-f911-46c2-b424-ec646c519d1d service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854242 Mar 08 05:24:38.837343 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-ad9ebbde-eda3-4516-b0f0-133fad7dd0ba req-20bebd0d-c8dc-4898-b341-ef2d078c68d9 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796826 Mar 08 05:24:39.601446 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device defff103-25fc-46fa-84ea-d0acadb35920 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:24:39.706576 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning for port defff103-25fc-46fa-84ea-d0acadb35920 completed by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:24:39.710646 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port defff103-25fc-46fa-84ea-d0acadb35920 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:24:39.711060 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (defff103-25fc-46fa-84ea-d0acadb35920), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:39.737821 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee86e7-3732-43e4-bd49-5e6ac019e898 req-0a82ff40-3582-4fb4-8038-4da62e1ef526 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:39.739323 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-33ee86e7-3732-43e4-bd49-5e6ac019e898 req-0a82ff40-3582-4fb4-8038-4da62e1ef526 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 944 time: 0.0532990 Mar 08 05:24:39.791207 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port defff103-25fc-46fa-84ea-d0acadb35920 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:24:39.791604 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (defff103-25fc-46fa-84ea-d0acadb35920), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:39.792315 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-33ee86e7-3732-43e4-bd49-5e6ac019e898 req-abfa7db1-ab5a-4203-8df0-6b34c1dbd648 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473523 Mar 08 05:24:39.815142 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defff103-25fc-46fa-84ea-d0acadb35920'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:24:39.817392 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e260006a-fb30-4906-8533-0379611ecc05" -d '{"events": [{"server_uuid": "1d2b6715-f765-4eac-931d-47733aa9cf8e", "name": "network-vif-plugged", "status": "completed", "tag": "defff103-25fc-46fa-84ea-d0acadb35920"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:24:39.830682 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port defff103-25fc-46fa-84ea-d0acadb35920, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=defff103-25fc-46fa-84ea-d0acadb35920,segment=NetworkSegment(daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab),segment_id=daa5d4c3-656f-4ee9-8e64-42eea2cfb1ab)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:24:39.900175 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (defff103-25fc-46fa-84ea-d0acadb35920), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:39.950141 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=defff103-25fc-46fa-84ea-d0acadb35920,revision_number=5']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:24:40.024686 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2b2a88-9582-499f-93da-57db83fe176d x-openstack-request-id: req-8d2b2a88-9582-499f-93da-57db83fe176d {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:24:40.024983 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2b6715-f765-4eac-931d-47733aa9cf8e", "name": "network-vif-plugged", "status": "completed", "tag": "defff103-25fc-46fa-84ea-d0acadb35920", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:24:40.025245 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d2b2a88-9582-499f-93da-57db83fe176d {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:24:40.025647 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defff103-25fc-46fa-84ea-d0acadb35920', 'code': 200} Mar 08 05:24:40.299767 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c5a0b-1df0-43bf-a7f6-71242b20909a req-99759cf7-b8ae-4598-a9f1-2db896cbc097 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:40.301698 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-318c5a0b-1df0-43bf-a7f6-71242b20909a req-99759cf7-b8ae-4598-a9f1-2db896cbc097 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0549183 Mar 08 05:24:40.354768 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-318c5a0b-1df0-43bf-a7f6-71242b20909a req-c1ce40dd-02ab-4767-9883-1c6a3973fb01 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473394 Mar 08 05:24:40.502606 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffec80a-cbad-4b9e-b85b-6822cf799379 req-a213efa2-0ff1-439c-972e-65c78408bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:40.504129 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4ffec80a-cbad-4b9e-b85b-6822cf799379 req-a213efa2-0ff1-439c-972e-65c78408bbeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 1129 time: 0.0490692 Mar 08 05:24:40.554427 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-4ffec80a-cbad-4b9e-b85b-6822cf799379 req-a5a41404-701e-42c9-91c5-b0e13d26c327 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439968 Mar 08 05:24:40.914453 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24cb8d-d884-4a42-99a3-0f1ad4b7b0f1 req-7bf25d2d-e6a9-4c20-8211-5f79701227e6 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:40.915998 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d24cb8d-d884-4a42-99a3-0f1ad4b7b0f1 req-7bf25d2d-e6a9-4c20-8211-5f79701227e6 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 945 time: 0.0528045 Mar 08 05:24:40.965587 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-4d24cb8d-d884-4a42-99a3-0f1ad4b7b0f1 req-3af06b6f-865a-4ec8-be3a-8b2e13b7ebdb tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441134 Mar 08 05:24:41.480425 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86f305-69ca-49de-80ba-c27ab8f9007f req-80f63caf-f306-4f4e-9307-7398399133b9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:41.481817 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2f86f305-69ca-49de-80ba-c27ab8f9007f req-80f63caf-f306-4f4e-9307-7398399133b9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0574977 Mar 08 05:24:41.531376 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2f86f305-69ca-49de-80ba-c27ab8f9007f req-d292bab3-83c7-4855-bda8-0b45785b21e6 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433917 Mar 08 05:24:42.087328 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd453c-b11a-483f-ab52-02f6b65fdfbc req-fd5ba9e2-33d6-4c27-b2ea-19dc67dad7a4 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:42.088803 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-41fd453c-b11a-483f-ab52-02f6b65fdfbc req-fd5ba9e2-33d6-4c27-b2ea-19dc67dad7a4 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 945 time: 0.0540769 Mar 08 05:24:42.137673 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-41fd453c-b11a-483f-ab52-02f6b65fdfbc req-22549d35-b010-4e00-ba37-1086cbdad6c5 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Mar 08 05:24:42.252071 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5ccb8-35fc-43b9-941d-12d564fc646c req-d5e906b5-4416-4bcd-8dd3-0b902944671f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:42.253452 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ddc5ccb8-35fc-43b9-941d-12d564fc646c req-d5e906b5-4416-4bcd-8dd3-0b902944671f tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 945 time: 0.0520318 Mar 08 05:24:42.304470 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ddc5ccb8-35fc-43b9-941d-12d564fc646c req-4f6468e2-7555-498c-ba92-56eb43845622 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c64e1fa-b557-4c64-877d-8f86e27f0f7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454907 Mar 08 05:24:42.326719 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 45636) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:24:42.369811 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d670565-9d1c-493f-8318-dd929a3c773c tempest-TestVolumeBootPattern-347676011 tempest-TestVolumeBootPattern-347676011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:42.371346 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-3d670565-9d1c-493f-8318-dd929a3c773c tempest-TestVolumeBootPattern-347676011 tempest-TestVolumeBootPattern-347676011-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 1124 time: 0.0436158 Mar 08 05:24:42.374093 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 45638) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:24:42.378921 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.v2.base [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Request body: {'floatingip': {'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'port_id': 'defff103-25fc-46fa-84ea-d0acadb35920', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103747) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:24:42.454707 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:42.551008 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (None), before_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:42.690692 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.db_base_plugin_common [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Allocated IP 172.27.2.89 (3797e510-526d-4b36-90b6-6ffd05032906/4435544b-b5aa-4bf6-9063-6a31c741dac2/59cb36d4-0e81-4e87-a506-e4623a8fdf3e) {{(pid=103747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:24:42.698971 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fbb13-59f4-4907-a67c-8c5694d5856a req-a24a3856-1ac8-4b13-8be6-39199752bcfb tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:42.700527 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9a4fbb13-59f4-4907-a67c-8c5694d5856a req-a24a3856-1ac8-4b13-8be6-39199752bcfb tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.1001210 Mar 08 05:24:42.805864 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-9a4fbb13-59f4-4907-a67c-8c5694d5856a req-f2d7b0ad-394d-41b0-b345-53c6b609f460 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967836 Mar 08 05:24:42.842013 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for port (59cb36d4-0e81-4e87-a506-e4623a8fdf3e), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:42.940422 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776744447425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5111832'] for port (59cb36d4-0e81-4e87-a506-e4623a8fdf3e), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:42.978267 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Network 3797e510-526d-4b36-90b6-6ffd05032906 is already hosted by enough agents. {{(pid=103747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:24:42.982471 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.base_scheduler [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Resources bound (agent type, host, resource id): {{(pid=103747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:24:42.985132 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Received port after_create {{(pid=103747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:24:43.011768 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'Port': ['ID=59cb36d4-0e81-4e87-a506-e4623a8fdf3e,revision_number=1']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:24:43.027677 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.028030 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.028373 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.028708 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.029036 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.029363 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.029688 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.030010 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.030356 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.030699 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.031056 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.031379 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.031696 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-9-iscsi {{(pid=103747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:24:43.356719 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for floatingip (d2d1ce85-54b7-4891-ba60-e52b087f5e98), precommit_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:43.477991 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (59cb36d4-0e81-4e87-a506-e4623a8fdf3e), before_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:43.626685 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks [] for port (59cb36d4-0e81-4e87-a506-e4623a8fdf3e), precommit_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:43.685966 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5111905'] for port (59cb36d4-0e81-4e87-a506-e4623a8fdf3e), after_update {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:43.753563 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Pushing event updated for resources: {'Port': ['ID=59cb36d4-0e81-4e87-a506-e4623a8fdf3e,revision_number=2']} {{(pid=103747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:24:43.767476 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8224598'] for floatingip (d2d1ce85-54b7-4891-ba60-e52b087f5e98), after_create {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:43.869153 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.db.l3_db [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Floating IP d2d1ce85-54b7-4891-ba60-e52b087f5e98 associated. External IP: 172.27.2.89, port: defff103-25fc-46fa-84ea-d0acadb35920. Mar 08 05:24:44.266845 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628797db-3a9c-4376-a7a8-6b9ac897eeb4 req-a62c032c-03d5-418b-8d47-c86767f3a3f4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:44.268456 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-628797db-3a9c-4376-a7a8-6b9ac897eeb4 req-a62c032c-03d5-418b-8d47-c86767f3a3f4 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.3659561 Mar 08 05:24:44.366583 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-628797db-3a9c-4376-a7a8-6b9ac897eeb4 req-78a4733d-6b07-41ec-bc05-9f9839a59d2a tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918179 Mar 08 05:24:44.427365 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 has already been hosted by L3 agent a626b4ef-7225-4e22-a4c0-a3139498f5d8 {{(pid=103747) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:24:44.536315 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Notify agent at l3_agent.dv-cinder-828060-9-iscsi the message routers_updated {{(pid=103747) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:24:44.546005 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] Sync routers for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:24:44.557625 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:24:44.558232 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:24:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:24:44.599347 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron_lib.callbacks.manager [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17320'] for floatingip (None), before_response {{(pid=103747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:44.628922 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [None req-a9957960-0dac-45e5-81aa-3e235ae91a96 tempest-TestVolumeBootPattern-1158466956 tempest-TestVolumeBootPattern-1158466956-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2538078 Mar 08 05:24:44.629624 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'tag': 'defff103-25fc-46fa-84ea-d0acadb35920'}] {{(pid=103747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:24:44.631878 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b9438f636db765eaca9a7cad8886818c08002e14dbeea328e9ad3b48981dcbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efa29fd-7687-4a3b-a06d-aa791366b554" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2b6715-f765-4eac-931d-47733aa9cf8e", "tag": "defff103-25fc-46fa-84ea-d0acadb35920"}]}' {{(pid=103747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:24:44.667992 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:24:44.728953 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0987e9a-a35d-4aa0-9173-398d04490a88 x-openstack-request-id: req-c0987e9a-a35d-4aa0-9173-398d04490a88 {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:24:44.729461 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2b6715-f765-4eac-931d-47733aa9cf8e", "tag": "defff103-25fc-46fa-84ea-d0acadb35920", "status": "completed", "code": 200}]} {{(pid=103747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:24:44.729972 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0987e9a-a35d-4aa0-9173-398d04490a88 {{(pid=103747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:24:44.730440 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'tag': 'defff103-25fc-46fa-84ea-d0acadb35920', 'status': 'completed', 'code': 200} Mar 08 05:24:44.820794 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-f9f1a1fb-c957-4036-ba51-f9c63b093f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:44.822334 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-f9f1a1fb-c957-4036-ba51-f9c63b093f17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 1129 time: 0.0472479 Mar 08 05:24:44.893524 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '7c93fbd6-9255-45c9-af48-f7b9529d5621', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:c8:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:22:35Z', 'updated_at': '2022-03-08T05:22:37Z', 'revision_number': 1, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}, {'id': 'd2d1ce85-54b7-4891-ba60-e52b087f5e98', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': 'defff103-25fc-46fa-84ea-d0acadb35920', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:4c:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:24:43Z', 'updated_at': '2022-03-08T05:24:43Z', 'revision_number': 0, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:24:44.911452 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-ecd3746f-c76f-4c2f-a493-c7d67841538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:44.912911 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-ecd3746f-c76f-4c2f-a493-c7d67841538c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 913 time: 0.0850961 Mar 08 05:24:44.983561 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-eedb91ef-1ea3-4cff-9ec8-ddbae0a902cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=defff103-25fc-46fa-84ea-d0acadb35920 HTTP/1.1" status: 200 len: 998 time: 0.0645933 Mar 08 05:24:45.014115 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] Checking router: 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 for host: dv-cinder-828060-9-iscsi {{(pid=103750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:24:45.024037 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] Routers {'5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'} bound to L3 agent in host dv-cinder-828060-9-iscsi {{(pid=103750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:24:45.025014 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:02:53Z,description=,heartbeat_timestamp=2022-03-08T05:24:23Z,host='dv-cinder-828060-9-iscsi',id=a626b4ef-7225-4e22-a4c0-a3139498f5d8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:02:53Z,topic='l3_agent')) {'router_ids': ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'], 'active': True} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:24:45.035320 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-88e6177f-20c9-46ae-841c-d4d6cd3326e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:45.036974 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-88e6177f-20c9-46ae-841c-d4d6cd3326e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0474920 Mar 08 05:24:45.090199 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-c10d1ffe-2090-486d-8eef-7827928ee611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:45.091644 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-c10d1ffe-2090-486d-8eef-7827928ee611 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484302 Mar 08 05:24:45.132950 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_dvr_db [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] Set router 5a5cb326-5f4e-4d71-b50c-a77d3d12eb55 gateway port host: dv-cinder-828060-9-iscsi {{(pid=103750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:24:45.180796 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-bf954802-3a39-48a8-87e6-135382b0cb03 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832896 Mar 08 05:24:45.268258 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-6efa29fd-7687-4a3b-a06d-aa791366b554 req-ec0dc33e-9489-46c3-92e6-71d7d2f34087 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813692 Mar 08 05:24:45.357369 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.l3_hamode_db [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '7c93fbd6-9255-45c9-af48-f7b9529d5621', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:c8:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:22:35Z', 'updated_at': '2022-03-08T05:22:37Z', 'revision_number': 1, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}, {'id': 'd2d1ce85-54b7-4891-ba60-e52b087f5e98', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': 'defff103-25fc-46fa-84ea-d0acadb35920', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:4c:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:24:43Z', 'updated_at': '2022-03-08T05:24:43Z', 'revision_number': 0, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-9-iscsi', False) {} {{(pid=103750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:24:45.385609 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a52764-b41d-45f2-928f-2a4e2684d1fc None None] The sync data for ids ['5a5cb326-5f4e-4d71-b50c-a77d3d12eb55'] in dv-cinder-828060-9-iscsi is: [{'id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'name': 'tempest-TestVolumeBootPattern-1742224979-router', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'external_fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:19:09Z', 'updated_at': '2022-03-08T05:19:13Z', 'revision_number': 4, 'project_id': 'e2b942148787483c930a53797743f0a7', 'gw_port': {'id': '232a80d5-e74a-41c2-b94a-71b9ca5ddbd3', 'name': '', 'network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:10Z', 'updated_at': '2022-03-08T05:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4435544b-b5aa-4bf6-9063-6a31c741dac2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-9-iscsi', '_floatingips': [{'id': '7c93fbd6-9255-45c9-af48-f7b9529d5621', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': '20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:c8:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbbe4da-79aa-4957-9bfd-c35ac3936457', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:22:35Z', 'updated_at': '2022-03-08T05:22:37Z', 'revision_number': 1, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}, {'id': 'd2d1ce85-54b7-4891-ba60-e52b087f5e98', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '3797e510-526d-4b36-90b6-6ffd05032906', 'router_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'port_id': 'defff103-25fc-46fa-84ea-d0acadb35920', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'mac_address': 'fa:16:3e:4c:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2b6715-f765-4eac-931d-47733aa9cf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:24:43Z', 'updated_at': '2022-03-08T05:24:43Z', 'revision_number': 0, 'project_id': 'e2b942148787483c930a53797743f0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7c87b44-039b-4b2a-87db-17031321767c', 'name': '', 'network_id': 'f1476bfe-b614-4ba4-8076-68106ea7f96e', 'tenant_id': 'e2b942148787483c930a53797743f0a7', 'mac_address': 'fa:16:3e:3f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a5cb326-5f4e-4d71-b50c-a77d3d12eb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:19:12Z', 'updated_at': '2022-03-08T05:19:17Z', 'revision_number': 5, 'project_id': 'e2b942148787483c930a53797743f0a7', 'subnets': [{'id': 'eedbb4e5-3645-4178-9522-3f82cc6869ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:24:45.488347 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fd634-d43e-46c3-b02d-1a5778865ed1 req-b3df7821-f8f7-4f72-99fe-7c97c0c1b08a tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:45.489828 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-789fd634-d43e-46c3-b02d-1a5778865ed1 req-b3df7821-f8f7-4f72-99fe-7c97c0c1b08a tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0548425 Mar 08 05:24:45.541699 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-789fd634-d43e-46c3-b02d-1a5778865ed1 req-16e48d21-6b1a-470d-9143-84dffe5dec6f tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Mar 08 05:24:45.586625 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498247c5-bfad-45ef-994d-da7e4834969e None None] New status for floating IP d2d1ce85-54b7-4891-ba60-e52b087f5e98: ACTIVE {{(pid=103749) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:24:46.415889 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:24:46.667606 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf75d1c-0203-4d14-899d-43ae2a8579f6 req-c46e6227-bfd8-44c3-9ae1-b457eb05b3e2 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:46.669062 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3bf75d1c-0203-4d14-899d-43ae2a8579f6 req-c46e6227-bfd8-44c3-9ae1-b457eb05b3e2 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0576093 Mar 08 05:24:46.716843 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3bf75d1c-0203-4d14-899d-43ae2a8579f6 req-98aad4f5-a5b7-4b0b-9644-5ba9903e9893 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Mar 08 05:24:47.837902 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086233f5-bc6d-491e-a4df-065c1bd3f16f req-1ac88c49-9b39-4a35-a021-ec2da48b9393 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:47.839412 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-086233f5-bc6d-491e-a4df-065c1bd3f16f req-1ac88c49-9b39-4a35-a021-ec2da48b9393 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0529144 Mar 08 05:24:47.896100 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-086233f5-bc6d-491e-a4df-065c1bd3f16f req-7c553dc5-6f23-4dac-9b71-137d00fdb32d tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511854 Mar 08 05:24:49.015516 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86757c0d-6b92-4c26-9d46-0e13834763be req-9f3988cc-0900-432c-a003-6d06c160e309 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:49.017825 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86757c0d-6b92-4c26-9d46-0e13834763be req-9f3988cc-0900-432c-a003-6d06c160e309 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0556808 Mar 08 05:24:49.070329 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-86757c0d-6b92-4c26-9d46-0e13834763be req-ea1838d9-a365-420e-a3fc-9422d4a8645a tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Mar 08 05:24:49.700140 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-8c19c6d9-c002-4b89-8249-f94a3ce51432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:50.186847 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41d45f-748b-4929-acda-a4e98e8c9fc0 req-fd818d91-a639-4153-b165-218b6ae24aba tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:50.188356 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c41d45f-748b-4929-acda-a4e98e8c9fc0 req-fd818d91-a639-4153-b165-218b6ae24aba tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0523610 Mar 08 05:24:50.237075 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1c41d45f-748b-4929-acda-a4e98e8c9fc0 req-be5dde65-ce86-4e3b-8458-057935cda110 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 Mar 08 05:24:50.643210 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-2d856db5-0ff2-46c1-8848-424a20f4ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:50.644719 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-2d856db5-0ff2-46c1-8848-424a20f4ebb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299a839bb35543d08448bb459171af2d&device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1129 time: 0.0487731 Mar 08 05:24:50.734950 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-7b38c059-bd30-4e09-a75e-f2c42eff61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:50.736587 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-7b38c059-bd30-4e09-a75e-f2c42eff61ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b8bbf54-367c-44ba-ae94-086ab896835c HTTP/1.1" status: 200 len: 908 time: 0.0838416 Mar 08 05:24:50.805568 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-183e7920-6289-470f-8d0a-2ba3850f2fef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 1001 time: 0.0604417 Mar 08 05:24:50.853305 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-2b5399df-9833-4fda-944f-f5b0a7e043f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:50.854743 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-2b5399df-9833-4fda-944f-f5b0a7e043f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7eea726-4326-45bc-aefa-4c29b2974fc6 HTTP/1.1" status: 200 len: 846 time: 0.0435481 Mar 08 05:24:50.901499 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-6e8e00b5-d3c8-4ced-9b83-52f51258d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:50.902931 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-6e8e00b5-d3c8-4ced-9b83-52f51258d1be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b8bbf54-367c-44ba-ae94-086ab896835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423107 Mar 08 05:24:50.992111 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-8b1255d4-4699-4262-ae63-c805a6e69776 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830770 Mar 08 05:24:51.091223 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-0ec048d4-d03d-46f4-a6ea-b013eb968b24 req-bbae8b69-7fa4-449a-832d-8afd8909a1c9 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907137 Mar 08 05:24:51.357835 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47800-24c9-45ec-801a-db50d25cd5a7 req-a643b983-8998-4c76-ab11-1fda9768f40b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:51.359342 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-05e47800-24c9-45ec-801a-db50d25cd5a7 req-a643b983-8998-4c76-ab11-1fda9768f40b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0536716 Mar 08 05:24:51.412006 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-05e47800-24c9-45ec-801a-db50d25cd5a7 req-9e5f9e69-5deb-41cf-b14c-0f1813bf22ec tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470359 Mar 08 05:24:52.531287 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc9674-d823-41fc-8f30-40e8b1ab3734 req-9d566c45-7e9c-40d1-a947-e1c70c856827 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:52.532796 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bbfc9674-d823-41fc-8f30-40e8b1ab3734 req-9d566c45-7e9c-40d1-a947-e1c70c856827 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0522881 Mar 08 05:24:52.581950 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bbfc9674-d823-41fc-8f30-40e8b1ab3734 req-bd43a48c-6f5a-49c2-929b-4d6951cb503d tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434346 Mar 08 05:24:52.631642 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-6278197a-3ca0-4b58-a550-e8abea114b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:53.712067 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80e1fb-6793-45b9-8723-fc5f468a4cd7 req-0296779d-9846-4c67-a8c3-87167c284fbd tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:53.713654 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2a80e1fb-6793-45b9-8723-fc5f468a4cd7 req-0296779d-9846-4c67-a8c3-87167c284fbd tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0579042 Mar 08 05:24:53.766844 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-2a80e1fb-6793-45b9-8723-fc5f468a4cd7 req-944dbb01-e5bd-43f5-8b73-6d668cc68cfc tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469904 Mar 08 05:24:54.612670 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:54.902757 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723344ae-4ea2-4e59-b721-57a92c1d0632 req-bc2db904-a80d-403e-a6ee-33080c281d08 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:54.904189 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-723344ae-4ea2-4e59-b721-57a92c1d0632 req-bc2db904-a80d-403e-a6ee-33080c281d08 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0571485 Mar 08 05:24:54.952792 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-723344ae-4ea2-4e59-b721-57a92c1d0632 req-9509d9a6-339d-492a-a164-32bbe7ddd5c9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 Mar 08 05:24:55.019182 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-ca88a15f-a753-4a1c-9dd3-159e38121858 req-aa97ccb6-edc5-4baf-a944-66af3f0cf245 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:24:55.020231 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-ca88a15f-a753-4a1c-9dd3-159e38121858 req-aa97ccb6-edc5-4baf-a944-66af3f0cf245 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056477 Mar 08 05:24:55.344214 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc81c1-b73a-40ff-96ef-99787cf7831e req-6dc9087a-cbf5-4312-a5b3-0472a78854dd tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:55.346578 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-61bc81c1-b73a-40ff-96ef-99787cf7831e req-6dc9087a-cbf5-4312-a5b3-0472a78854dd tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0537095 Mar 08 05:24:55.395709 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-61bc81c1-b73a-40ff-96ef-99787cf7831e req-06dcb23d-924b-49d1-a827-65514ad3274b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 Mar 08 05:24:55.486695 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 45678) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:24:55.577976 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-db22b744-bf8a-4a93-8ba2-0d15e0c614d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900316 Mar 08 05:24:55.586683 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-cdca3091-e9e1-4ef6-a2e8-5120c6ca90d6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103747) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:24:55.587682 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-cdca3091-e9e1-4ef6-a2e8-5120c6ca90d6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049279 Mar 08 05:24:55.594108 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:55.682216 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 915b1d21-e8ce-40e8-a52c-6cea3029e542 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:24:55.758651 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 915b1d21-e8ce-40e8-a52c-6cea3029e542 is: ACTIVE; New status is: DOWN {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:24:55.758993 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:55.781077 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:24:55.783866 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabcc07d-dbb8-47ed-bb49-e5def1a7ab1f" -d '{"events": [{"server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "name": "network-vif-unplugged", "status": "completed", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:24:55.796234 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 915b1d21-e8ce-40e8-a52c-6cea3029e542, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:24:55.816755 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 05:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3c1d81-faec-4b79-806a-daaad51fefc0 x-openstack-request-id: req-7c3c1d81-faec-4b79-806a-daaad51fefc0 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:24:55.817047 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "name": "network-vif-unplugged", "status": "failed", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542", "code": 422}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:24:55.817301 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c3c1d81-faec-4b79-806a-daaad51fefc0 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:24:55.817736 dv-cinder-828060-9-iscsi neutron-server[103749]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'code': 422} returned with failed status Mar 08 05:24:55.903179 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:55.949696 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=915b1d21-e8ce-40e8-a52c-6cea3029e542,revision_number=6']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:24:56.463228 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:24:56.518541 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c89db8-c1af-48f6-873d-2723ba597539 req-60129cca-7978-42c2-9b40-6ca53477a77a tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:56.520066 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-06c89db8-c1af-48f6-873d-2723ba597539 req-60129cca-7978-42c2-9b40-6ca53477a77a tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0572426 Mar 08 05:24:56.569311 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-06c89db8-c1af-48f6-873d-2723ba597539 req-76d2b530-b739-49c0-8881-6fe4bac1a7cb tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Mar 08 05:24:56.691003 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [-] (103747) accepted ('10.222.0.26', 45692) {{(pid=103747) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:24:56.782009 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208911a-92e0-4eca-a034-a133141d1a1f req-21f9af68-5ff6-488d-865f-e0c464d2681f tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:56.783959 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-21f9af68-5ff6-488d-865f-e0c464d2681f tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports/915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 940 time: 0.0919700 Mar 08 05:24:57.685382 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbaa70-dced-4ec7-b3d5-e550735d3594 req-ea25210b-980f-4817-ac00-3e5855deec74 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:57.686853 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-47bbaa70-dced-4ec7-b3d5-e550735d3594 req-ea25210b-980f-4817-ac00-3e5855deec74 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0520744 Mar 08 05:24:57.738144 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-47bbaa70-dced-4ec7-b3d5-e550735d3594 req-30c6f50f-99c7-4341-8492-c483bb42bbcd tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455098 Mar 08 05:24:58.855365 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544eb0a-8ce1-4536-aa30-a714b245afce req-0da2a26a-d391-4e2e-8079-d39c1f12a796 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:24:58.856860 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e544eb0a-8ce1-4536-aa30-a714b245afce req-0da2a26a-d391-4e2e-8079-d39c1f12a796 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0521245 Mar 08 05:24:58.904740 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e544eb0a-8ce1-4536-aa30-a714b245afce req-e8131985-0143-44a3-854c-ea05a060aa84 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418775 Mar 08 05:24:59.468477 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:00.023551 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d26d15-07ff-48ca-b46f-4db4d09c389f req-fb8ab5ff-46dd-4443-966b-b05efc60ed3b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:00.025074 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-38d26d15-07ff-48ca-b46f-4db4d09c389f req-fb8ab5ff-46dd-4443-966b-b05efc60ed3b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0534515 Mar 08 05:25:00.074841 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-38d26d15-07ff-48ca-b46f-4db4d09c389f req-a1f8868a-abdf-446b-8a21-b15cd0bf344c tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Mar 08 05:25:01.197622 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc6b18-530e-4c6c-b2f5-93a2596e8b49 req-9fc4c5ee-acaf-446d-b053-a1a8bad40aff tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:01.199098 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-18dc6b18-530e-4c6c-b2f5-93a2596e8b49 req-9fc4c5ee-acaf-446d-b053-a1a8bad40aff tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0578105 Mar 08 05:25:01.247154 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-18dc6b18-530e-4c6c-b2f5-93a2596e8b49 req-a11befee-ce7c-4d64-82dc-dc40c26cf19d tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Mar 08 05:25:02.377231 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8e4af-4055-4195-ab4b-5498dbdf4ad0 req-bdd6ef11-783a-4d6f-9892-4fbb66ed0fb9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:02.378730 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cca8e4af-4055-4195-ab4b-5498dbdf4ad0 req-bdd6ef11-783a-4d6f-9892-4fbb66ed0fb9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0541549 Mar 08 05:25:02.430275 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-cca8e4af-4055-4195-ab4b-5498dbdf4ad0 req-969a9b08-2ee5-4226-a6cc-9b19ec232b2e tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456777 Mar 08 05:25:02.706535 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208911a-92e0-4eca-a034-a133141d1a1f req-a672566d-dbe4-4717-89fb-6fef4a282156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:02.708068 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-a672566d-dbe4-4717-89fb-6fef4a282156 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222&tenant_id=299a839bb35543d08448bb459171af2d HTTP/1.1" status: 200 len: 1127 time: 0.0485103 Mar 08 05:25:02.781862 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208911a-92e0-4eca-a034-a133141d1a1f req-ef79b496-ff2b-4502-abab-99cd7799ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:02.784163 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-ef79b496-ff2b-4502-abab-99cd7799ec49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299a839bb35543d08448bb459171af2d&device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1127 time: 0.0436113 Mar 08 05:25:02.873698 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208911a-92e0-4eca-a034-a133141d1a1f req-26caef03-ed5f-4eb2-a85d-1db7ab4f7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:02.875215 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-26caef03-ed5f-4eb2-a85d-1db7ab4f7910 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b8bbf54-367c-44ba-ae94-086ab896835c HTTP/1.1" status: 200 len: 908 time: 0.0843570 Mar 08 05:25:02.941083 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-446cc34d-f130-44db-b366-8100533e80dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 999 time: 0.0592551 Mar 08 05:25:02.990754 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208911a-92e0-4eca-a034-a133141d1a1f req-e998fd6e-d423-40c2-81f1-b4f78de9389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:02.992118 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-e998fd6e-d423-40c2-81f1-b4f78de9389a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7eea726-4326-45bc-aefa-4c29b2974fc6 HTTP/1.1" status: 200 len: 846 time: 0.0419564 Mar 08 05:25:03.042395 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208911a-92e0-4eca-a034-a133141d1a1f req-2a3bf494-ea33-4f9e-8ab7-4087b190c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:03.043918 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-2a3bf494-ea33-4f9e-8ab7-4087b190c294 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b8bbf54-367c-44ba-ae94-086ab896835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458722 Mar 08 05:25:03.129278 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-bb2a2058-cdd2-402f-8ea5-779e3e920572 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791202 Mar 08 05:25:03.223545 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-7208911a-92e0-4eca-a034-a133141d1a1f req-24fb876b-3c38-45f3-8467-8c485b880994 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870779 Mar 08 05:25:03.553449 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5171aa-9597-42eb-9de0-0108e4e31f1b req-a629fd8a-15dc-4613-a017-22a045b6ec49 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:03.554948 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1f5171aa-9597-42eb-9de0-0108e4e31f1b req-a629fd8a-15dc-4613-a017-22a045b6ec49 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0533590 Mar 08 05:25:03.608341 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-1f5171aa-9597-42eb-9de0-0108e4e31f1b req-61538605-b374-4890-8373-1d226c504d7b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475986 Mar 08 05:25:04.727276 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d5e45-ef48-4b71-be64-8e1be75a44d6 req-e50cee1c-4094-4a1e-9bb4-dc51df91431a tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:04.728755 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6c5d5e45-ef48-4b71-be64-8e1be75a44d6 req-e50cee1c-4094-4a1e-9bb4-dc51df91431a tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0517645 Mar 08 05:25:04.777469 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-6c5d5e45-ef48-4b71-be64-8e1be75a44d6 req-9b3ac926-e725-4c89-b594-7716468ccd76 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 Mar 08 05:25:05.894778 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900397e0-838a-43aa-9e22-c9ef0f739c3c req-d24c521f-6416-42e2-9c25-c9a8f853aed0 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:05.896295 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-900397e0-838a-43aa-9e22-c9ef0f739c3c req-d24c521f-6416-42e2-9c25-c9a8f853aed0 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0526891 Mar 08 05:25:05.945390 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-900397e0-838a-43aa-9e22-c9ef0f739c3c req-a79990ec-f2bb-4622-8efe-1c733295336d tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435064 Mar 08 05:25:07.065414 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda752-69da-4b20-87c6-9875f67a7327 req-3f6d6f0a-eba6-4607-bbb0-891e3ff23217 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:07.066893 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c5cda752-69da-4b20-87c6-9875f67a7327 req-3f6d6f0a-eba6-4607-bbb0-891e3ff23217 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0567317 Mar 08 05:25:07.114327 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-c5cda752-69da-4b20-87c6-9875f67a7327 req-2a880829-e42a-41ef-85aa-105ee9cf9b5b tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420110 Mar 08 05:25:08.233970 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea258c6-7ce8-49f1-b091-887e34e6813b req-14a5b63d-015a-41dc-a695-4d56af489779 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:08.236190 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aea258c6-7ce8-49f1-b091-887e34e6813b req-14a5b63d-015a-41dc-a695-4d56af489779 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0538836 Mar 08 05:25:08.285185 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-aea258c6-7ce8-49f1-b091-887e34e6813b req-e384413e-34dd-4c76-a069-515b5ac767b9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437677 Mar 08 05:25:09.416265 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2916a49-11e4-4f6e-8c9b-a275c767da7e req-9817fed7-8c7a-4e57-8859-843636bb496f tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:09.417840 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e2916a49-11e4-4f6e-8c9b-a275c767da7e req-9817fed7-8c7a-4e57-8859-843636bb496f tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 943 time: 0.0605521 Mar 08 05:25:09.468226 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e2916a49-11e4-4f6e-8c9b-a275c767da7e req-741c2fd5-f04e-44f8-a67e-b1b460c5d4db tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440304 Mar 08 05:25:09.786046 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 915b1d21-e8ce-40e8-a52c-6cea3029e542 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103749) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:25:09.882738 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 915b1d21-e8ce-40e8-a52c-6cea3029e542, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:25:09.893264 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Returning: {'device': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'network_id': '0b8bbf54-367c-44ba-ae94-086ab896835c', 'port_id': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'mac_address': 'fa:16:3e:df:30:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7eea726-4326-45bc-aefa-4c29b2974fc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103749) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:25:09.932274 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 915b1d21-e8ce-40e8-a52c-6cea3029e542 is: DOWN; New status is: BUILD {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:25:09.932700 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:09.945782 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915b1d21-e8ce-40e8-a52c-6cea3029e542 {{(pid=103749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:25:09.967227 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 915b1d21-e8ce-40e8-a52c-6cea3029e542, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:25:10.049184 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:10.097337 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=915b1d21-e8ce-40e8-a52c-6cea3029e542,revision_number=7']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:25:10.411780 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] get_ports_and_sgs() called for port_ids ['915b1d21-e8ce-40e8-a52c-6cea3029e542'] {{(pid=103749) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:25:10.588194 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845325e-d239-43a7-9470-1c2b126c1201 req-31182eb9-8cb7-433b-bd2e-e5b4118e6d53 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:10.589603 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3845325e-d239-43a7-9470-1c2b126c1201 req-31182eb9-8cb7-433b-bd2e-e5b4118e6d53 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 944 time: 0.0536101 Mar 08 05:25:10.639111 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-3845325e-d239-43a7-9470-1c2b126c1201 req-85099e02-f125-4a11-9c0c-6c195cab5a46 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Mar 08 05:25:11.756668 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b451f1-51c6-4fb0-b1f4-70245beec66e req-a2188b77-78f7-4057-9aeb-d59c1f01a4ed tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:11.758156 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-93b451f1-51c6-4fb0-b1f4-70245beec66e req-a2188b77-78f7-4057-9aeb-d59c1f01a4ed tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 944 time: 0.0522938 Mar 08 05:25:11.802517 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Device 915b1d21-e8ce-40e8-a52c-6cea3029e542 up at agent hyperv_hv-cinder-82806 {{(pid=103749) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:25:11.811271 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-93b451f1-51c6-4fb0-b1f4-70245beec66e req-a9bb6749-56fd-40a2-9bb9-e3b4086304c9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476208 Mar 08 05:25:11.853485 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.db.provisioning_blocks [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Provisioning complete for port 915b1d21-e8ce-40e8-a52c-6cea3029e542 triggered by entity L2. {{(pid=103749) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:25:11.853893 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-620005'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), provisioning_complete {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:11.930349 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Current status of the port 915b1d21-e8ce-40e8-a52c-6cea3029e542 is: BUILD; New status is: ACTIVE {{(pid=103749) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:25:11.930660 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-594130'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), before_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:11.952417 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542'}] {{(pid=103749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:25:11.955242 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6ec21dc6156a010042084bd2fb896b5d6fad83bf05d6a1738dbe3325203f4bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc42d3ee-444a-4498-88ef-0ae05800441e" -d '{"events": [{"server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "name": "network-vif-plugged", "status": "completed", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542"}]}' {{(pid=103749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:25:11.967169 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.plugins.ml2.db [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] For port 915b1d21-e8ce-40e8-a52c-6cea3029e542, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542,segment=NetworkSegment(aa9b42f9-af57-4787-a9d2-3728369d6172),segment_id=aa9b42f9-af57-4787-a9d2-3728369d6172)] {{(pid=103749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:25:11.993741 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa25035-8087-4033-b442-60a44c55f414 x-openstack-request-id: req-4fa25035-8087-4033-b442-60a44c55f414 {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:25:11.993741 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539a346e-3ec5-4924-af34-198f3dd5b222", "name": "network-vif-plugged", "status": "completed", "tag": "915b1d21-e8ce-40e8-a52c-6cea3029e542", "code": 200}]} {{(pid=103749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:25:11.993741 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fa25035-8087-4033-b442-60a44c55f414 {{(pid=103749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:25:11.993741 dv-cinder-828060-9-iscsi neutron-server[103749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539a346e-3ec5-4924-af34-198f3dd5b222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b1d21-e8ce-40e8-a52c-6cea3029e542', 'code': 200} Mar 08 05:25:12.028516 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7968768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776744820152', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776744447443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776744447461'] for port (915b1d21-e8ce-40e8-a52c-6cea3029e542), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:12.078342 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Pushing event updated for resources: {'Port': ['ID=915b1d21-e8ce-40e8-a52c-6cea3029e542,revision_number=8']} {{(pid=103749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:25:12.367963 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e662bd-65b6-4488-9655-43f604f6bf6e req-641ca13c-0981-4b01-99f4-883a45c42b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:12.369494 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-32e662bd-65b6-4488-9655-43f604f6bf6e req-641ca13c-0981-4b01-99f4-883a45c42b37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1129 time: 0.0439582 Mar 08 05:25:12.415684 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-32e662bd-65b6-4488-9655-43f604f6bf6e req-f85cdf7e-4269-42e3-9da2-2dbdc3e14574 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369925 Mar 08 05:25:12.930102 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d52c0c-3f21-4858-8719-8d82fdd15edf req-27007018-00b5-470c-b380-e0446b95c345 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:12.931628 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e5d52c0c-3f21-4858-8719-8d82fdd15edf req-27007018-00b5-470c-b380-e0446b95c345 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0527575 Mar 08 05:25:12.980737 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-e5d52c0c-3f21-4858-8719-8d82fdd15edf req-bbe7db59-6922-476a-9ced-f3388ef1ccf3 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Mar 08 05:25:14.104407 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe40b26-95f7-4b28-a017-4a2d3d9a5aac req-f2c19b8f-a150-4f57-a63f-ec02829502d9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103747) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:14.105888 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bfe40b26-95f7-4b28-a017-4a2d3d9a5aac req-f2c19b8f-a150-4f57-a63f-ec02829502d9 tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 945 time: 0.0539801 Mar 08 05:25:14.156788 dv-cinder-828060-9-iscsi neutron-server[103747]: INFO neutron.wsgi [req-bfe40b26-95f7-4b28-a017-4a2d3d9a5aac req-b5b726a3-b4b3-4b99-8b0b-02ed1094439f tempest-TestShelveInstance-2055465614 tempest-TestShelveInstance-2055465614-project] 10.222.0.26 "GET /v2.0/security-groups?id=3db4b9ec-2d78-4156-8a49-8a0c747fc758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445724 Mar 08 05:25:19.733600 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-6d1fa4f3-4263-4825-b09f-df791c2b4933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:22.641808 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-dc7d310d-d25b-4a38-aa2d-5959c6394d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:23.414979 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:25:24.573562 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:25.594001 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:26.485741 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:29.499190 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:37.750831 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-8e9b4b40-934d-4f00-9fbf-12d37a145ac2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423806 Mar 08 05:25:37.859257 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-1cdfceb4-fa3a-4616-b34d-91e5476090a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:37.861469 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-1cdfceb4-fa3a-4616-b34d-91e5476090a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 1129 time: 0.0480139 Mar 08 05:25:37.966639 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-e080c436-df99-4c65-8362-df51f1d41093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:37.968129 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-e080c436-df99-4c65-8362-df51f1d41093 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 913 time: 0.0845881 Mar 08 05:25:38.036820 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-d827a27a-4cc5-43ec-a25b-4342982573e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 HTTP/1.1" status: 200 len: 1000 time: 0.0608134 Mar 08 05:25:38.086757 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-c5ca87b5-f4e5-4938-944f-c7fa4a29d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:38.088205 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-c5ca87b5-f4e5-4938-944f-c7fa4a29d797 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0426581 Mar 08 05:25:38.146773 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-25ed0cd0-a293-4dba-9ca6-ab60501a0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:25:38.148405 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-25ed0cd0-a293-4dba-9ca6-ab60501a0257 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443373 Mar 08 05:25:38.250374 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-423651c2-49c0-4b8c-b3e4-82b69d9606c5 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941207 Mar 08 05:25:38.339330 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-f1a7d02c-7b0b-46e4-81fe-6df6019fa7fa req-43fe9489-ce66-4550-9959-f53bfbe8d110 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802820 Mar 08 05:25:49.761420 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cf1c721a-a702-4d95-babc-861bba21b70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:52.641114 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9aba35d8-704a-49dd-9bb3-aeed0018e276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:54.574174 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:55.595868 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:56.450109 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:25:59.498306 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:00.413989 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:26:19.732401 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f3cc186f-e3aa-4c33-a0ca-1268ef556118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:22.644339 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-c3b7df9f-7d6f-4ef3-a308-74789f2f145a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:24.572880 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:25.633625 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:26.457721 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:29.497916 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:37.413733 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:26:39.724051 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-950856c5-ea46-420c-b5e2-e4fec0dc0a91 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491745 Mar 08 05:26:39.798181 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-104bd35b-8ec6-4f37-a432-525b93d1b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:26:39.799709 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-104bd35b-8ec6-4f37-a432-525b93d1b55a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299a839bb35543d08448bb459171af2d&device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1129 time: 0.0425823 Mar 08 05:26:39.899471 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-2020ee20-8259-4428-9c30-5ec83a51b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:26:39.900904 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-2020ee20-8259-4428-9c30-5ec83a51b6ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b8bbf54-367c-44ba-ae94-086ab896835c HTTP/1.1" status: 200 len: 908 time: 0.0810089 Mar 08 05:26:39.968544 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-a176b0a7-fdea-4b77-889b-e6bae006ef10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 1001 time: 0.0608084 Mar 08 05:26:40.016459 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-1e97d97c-4e07-4b7d-8d67-69c315adc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:26:40.017831 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-1e97d97c-4e07-4b7d-8d67-69c315adc98a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7eea726-4326-45bc-aefa-4c29b2974fc6 HTTP/1.1" status: 200 len: 846 time: 0.0424101 Mar 08 05:26:40.065404 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-d0197e14-1463-4194-b5e5-475ef12fc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:26:40.066873 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-d0197e14-1463-4194-b5e5-475ef12fc018 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b8bbf54-367c-44ba-ae94-086ab896835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433939 Mar 08 05:26:40.157208 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-414cff49-ff2c-4bc3-9088-29e09cc832ee service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838816 Mar 08 05:26:40.255809 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72e4c15e-30bb-481d-8e28-308570c72c03 req-0b10f280-47fa-4750-a56e-5c721ac2cc75 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823174 Mar 08 05:26:49.714616 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-aa011e5e-4348-4cce-bab3-c6571e240e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:52.637962 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-a6023ff0-7da8-4584-8233-1fee5e66b29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:54.605578 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:55.615317 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:56.489514 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:26:59.506567 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:14.120507 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.wsgi [req-0038cbe4-46a3-4cd1-9709-eeac1d0c18d2 req-4098da1f-ea5f-42c6-937b-968621851bac service neutron] (103748) timed out ('10.222.0.13', 56916) {{(pid=103748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 05:27:14.412908 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:27:19.696770 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ab91b68a-994f-49df-a230-4023a27a9f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:22.645572 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e046c5f7-6286-4bf7-acd7-270da8b18572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:24.576883 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:25.628416 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:26.468205 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:29.553497 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:39.763629 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-356d1dc0-a084-415c-9d8c-b41d0dd2b3cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902143 Mar 08 05:27:39.839910 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-258a9af4-941b-4df2-b2b9-93d0404a1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:27:39.841395 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-258a9af4-941b-4df2-b2b9-93d0404a1706 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1d2b6715-f765-4eac-931d-47733aa9cf8e HTTP/1.1" status: 200 len: 1129 time: 0.0447965 Mar 08 05:27:39.945724 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-a462d5b2-1e6c-488f-b300-35e19df2da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:27:39.947108 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-a462d5b2-1e6c-488f-b300-35e19df2da13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 913 time: 0.0854325 Mar 08 05:27:40.008905 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-fd317eab-dfb1-4233-8456-aaf6892590f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=defff103-25fc-46fa-84ea-d0acadb35920 HTTP/1.1" status: 200 len: 1000 time: 0.0557716 Mar 08 05:27:40.059828 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-d5221b7b-a1cc-423c-9fb1-d04549ec851e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:27:40.061270 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-d5221b7b-a1cc-423c-9fb1-d04549ec851e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0435510 Mar 08 05:27:40.346198 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-f8d81fbd-775f-4000-8a6c-2ac5d7c23a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:27:40.347728 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-f8d81fbd-775f-4000-8a6c-2ac5d7c23a56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2804310 Mar 08 05:27:40.434101 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-88b3e2c4-5c69-4fa6-8907-31a7bdb58afa service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790408 Mar 08 05:27:40.521700 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-48c0bede-18a2-4d37-9d0b-1a8d627ea973 req-8c9d6573-a292-4bf4-a128-c3dabc5709d2 service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826721 Mar 08 05:27:49.731471 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-ef88592b-ea67-480e-b0d8-de29a0a31404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:51.411150 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:27:52.642802 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-8721a4e1-60f4-4a31-9829-f12e706095af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:54.582069 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:55.637077 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:56.453800 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:27:59.522850 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:19.730011 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-98829e24-626f-415b-a71e-269237abec12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:22.661552 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-4518d396-d7cb-4c6f-9b34-9f6fb08df573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:24.587305 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:25.604279 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:26.461078 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:27.597112 dv-cinder-828060-9-iscsi neutron-server[103747]: DEBUG neutron.wsgi [req-a5132177-3be7-4f70-bbe3-c3f264f175f8 req-af2bb38f-d215-4f47-9fa0-8a86f14ad1f3 service neutron] (103747) timed out ('10.222.0.13', 56874) {{(pid=103747) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 05:28:28.410702 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:28:29.528112 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:39.716025 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72636c46-6202-46f7-8511-d2070f360cb5 req-bc66cdea-8cd2-4c44-9142-dd76b81552e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435312 Mar 08 05:28:39.818822 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72636c46-6202-46f7-8511-d2070f360cb5 req-270b2271-bd81-413e-8417-e8c309bd9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:28:39.820321 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72636c46-6202-46f7-8511-d2070f360cb5 req-270b2271-bd81-413e-8417-e8c309bd9343 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e2b942148787483c930a53797743f0a7&device_id=1fbbe4da-79aa-4957-9bfd-c35ac3936457 HTTP/1.1" status: 200 len: 1129 time: 0.0443923 Mar 08 05:28:39.925382 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72636c46-6202-46f7-8511-d2070f360cb5 req-93d2f4e4-3cca-48bd-904d-7553a2f1f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:28:39.927138 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72636c46-6202-46f7-8511-d2070f360cb5 req-93d2f4e4-3cca-48bd-904d-7553a2f1f695 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f1476bfe-b614-4ba4-8076-68106ea7f96e HTTP/1.1" status: 200 len: 913 time: 0.0874262 Mar 08 05:28:39.994439 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72636c46-6202-46f7-8511-d2070f360cb5 req-e949d9ad-9ab7-4277-9e82-02099f8c4d92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20be48f8-7ccd-4b40-9d2b-bc7e2d55dcc9 HTTP/1.1" status: 200 len: 1000 time: 0.0607963 Mar 08 05:28:40.050688 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72636c46-6202-46f7-8511-d2070f360cb5 req-0a487c59-f3b3-4931-8adc-03dc2fbb5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:28:40.053572 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72636c46-6202-46f7-8511-d2070f360cb5 req-0a487c59-f3b3-4931-8adc-03dc2fbb5d4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eedbb4e5-3645-4178-9522-3f82cc6869ec HTTP/1.1" status: 200 len: 851 time: 0.0487647 Mar 08 05:28:40.102545 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72636c46-6202-46f7-8511-d2070f360cb5 req-f5982390-b245-4dca-9d2b-1acbd11d9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:28:40.104085 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72636c46-6202-46f7-8511-d2070f360cb5 req-f5982390-b245-4dca-9d2b-1acbd11d9a40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f1476bfe-b614-4ba4-8076-68106ea7f96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459492 Mar 08 05:28:40.197729 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72636c46-6202-46f7-8511-d2070f360cb5 req-400c2c82-1d07-424b-b223-be30c00c865d service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873899 Mar 08 05:28:40.294321 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-72636c46-6202-46f7-8511-d2070f360cb5 req-d04fa6d6-ef0a-4817-9997-5f736274257e service neutron] 10.222.0.13 "GET /v2.0/networks/f1476bfe-b614-4ba4-8076-68106ea7f96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904593 Mar 08 05:28:49.744595 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-32b8495d-841c-4d7e-97c0-0b3141631044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:52.630492 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-0d434913-884f-454c-af48-d016b19c459f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:54.626411 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:55.642972 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:56.470314 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:28:59.534572 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:05.410037 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:29:19.717630 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-86a3f604-1c7e-48c2-a735-eaf5ed941623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:22.647190 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-b83c7da3-528b-4dc4-ada9-3d9bb65b5b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:24.579781 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:25.625918 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:26.448645 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:29.534124 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:40.704230 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-59f95142-5a44-435a-9ff1-72a74be19cce req-41e36d24-4c4b-451c-aa09-9a5495752040 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539a346e-3ec5-4924-af34-198f3dd5b222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469389 Mar 08 05:29:40.789364 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95142-5a44-435a-9ff1-72a74be19cce req-993bcce9-809a-4afa-9aea-c390a76ce7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:29:40.790895 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-59f95142-5a44-435a-9ff1-72a74be19cce req-993bcce9-809a-4afa-9aea-c390a76ce7f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=299a839bb35543d08448bb459171af2d&device_id=539a346e-3ec5-4924-af34-198f3dd5b222 HTTP/1.1" status: 200 len: 1129 time: 0.0458121 Mar 08 05:29:40.902799 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95142-5a44-435a-9ff1-72a74be19cce req-8de800ac-dd58-4564-9895-c0448a08b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:29:40.904283 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-59f95142-5a44-435a-9ff1-72a74be19cce req-8de800ac-dd58-4564-9895-c0448a08b46d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b8bbf54-367c-44ba-ae94-086ab896835c HTTP/1.1" status: 200 len: 908 time: 0.0895352 Mar 08 05:29:40.968712 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-59f95142-5a44-435a-9ff1-72a74be19cce req-b9b6fc43-d05a-48e2-962c-91f1aa9847c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=915b1d21-e8ce-40e8-a52c-6cea3029e542 HTTP/1.1" status: 200 len: 1001 time: 0.0561848 Mar 08 05:29:41.020239 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95142-5a44-435a-9ff1-72a74be19cce req-f3445cb2-f0a2-4e42-a47b-88e00c5a2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:29:41.021730 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-59f95142-5a44-435a-9ff1-72a74be19cce req-f3445cb2-f0a2-4e42-a47b-88e00c5a2e88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7eea726-4326-45bc-aefa-4c29b2974fc6 HTTP/1.1" status: 200 len: 846 time: 0.0449576 Mar 08 05:29:41.072207 dv-cinder-828060-9-iscsi neutron-server[103748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f95142-5a44-435a-9ff1-72a74be19cce req-cc7ea264-cd00-403a-bfe9-540ae532455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:29:41.073772 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-59f95142-5a44-435a-9ff1-72a74be19cce req-cc7ea264-cd00-403a-bfe9-540ae532455d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b8bbf54-367c-44ba-ae94-086ab896835c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446301 Mar 08 05:29:41.164114 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-59f95142-5a44-435a-9ff1-72a74be19cce req-4f677f51-0f8d-4eb1-88ac-5d229744ae94 service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842590 Mar 08 05:29:41.259505 dv-cinder-828060-9-iscsi neutron-server[103748]: INFO neutron.wsgi [req-59f95142-5a44-435a-9ff1-72a74be19cce req-a09d9b0e-e779-4a26-9d68-450320d5761f service neutron] 10.222.0.13 "GET /v2.0/networks/0b8bbf54-367c-44ba-ae94-086ab896835c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887058 Mar 08 05:29:42.408789 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:29:49.705159 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-f50ed31a-76ee-446c-9db0-8154b58dde21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:52.626631 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-56b6f3fe-9d7a-4f3a-b411-491b09832d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:54.617584 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:55.619311 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:56.492314 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:29:59.550645 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:30:19.407707 dv-cinder-828060-9-iscsi neutron-server[103750]: DEBUG neutron.db.agents_db [None req-2455bb33-0a8d-4b2f-946c-5b27aef67ae2 None None] Agent healthcheck: found 6 active agents {{(pid=103750) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:30:19.710272 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-bc21a255-7a08-4752-ae3e-465ac1363db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (5104275a-375e-44a7-b73d-0060f4119b62), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:30:22.639942 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-8e085378-0901-47fe-a5bf-5d7c2617f339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (a626b4ef-7225-4e22-a4c0-a3139498f5d8), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:30:24.599942 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-9dd3411d-6bc6-44bc-b12b-28f6e8194789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (c9e027e2-bdda-44ea-9412-0cde534ab50b), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:30:25.657282 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-e7d4e518-044b-471e-b3f1-8a41d94e3a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (4673a2c0-f790-49ad-b8fb-ba55940aaed3), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:30:26.474811 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-cfce5cba-9d4e-4364-bd04-c9faedbeb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (f4c49a90-11cd-4aed-baa5-aaff59305f7e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:30:29.549288 dv-cinder-828060-9-iscsi neutron-server[103749]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0fd7-ac3a-4265-a263-1f08fe99869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776744790613', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-619907'] for agent (9b2776c6-ed9c-41e9-a13e-a9b1f7c3f01e), after_update {{(pid=103749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}